-- Logs begin at Mon 2021-12-27 13:41:59 UTC, end at Mon 2021-12-27 14:44:25 UTC. -- Dec 27 14:13:03.866556 dv-cinder-823015-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 27 14:13:06.680499 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.common.config [-] Logging enabled! Dec 27 14:13:06.681118 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev321 Dec 27 14:13:06.681298 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 27 14:13:06.684555 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.common.config [-] Logging enabled! Dec 27 14:13:06.684808 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev321 Dec 27 14:13:06.685116 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102322) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 27 14:13:06.686031 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 27 14:13:06.686265 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 27 14:13:06.686630 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 27 14:13:06.686884 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 27 14:13:06.687106 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 27 14:13:06.687419 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.687826 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 27 14:13:06.688153 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.688443 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.688732 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.689022 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.689306 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.689581 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.689870 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.690157 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.690436 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.690709 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.690987 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.691273 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.691550 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.691830 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.692134 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.692414 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] debug = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.692691 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.693113 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.693510 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.693784 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.694068 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.694341 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.695165 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.695440 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.695717 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.696077 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] host = dv-cinder-823015-1-iscsi {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.696355 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.696637 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.696924 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.697205 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.697475 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.697749 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.698028 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.698299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.698569 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.698840 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.699125 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.699409 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.699695 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.699945 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.700168 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.700463 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.700747 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.701017 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.701287 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.701557 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.701829 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.702096 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.702365 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.702646 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.702927 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.703207 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.703477 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.703745 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.704045 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.704314 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.704597 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.704866 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.705138 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.705407 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.705687 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.705950 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.706216 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.706512 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.706792 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.707073 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.707354 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.707620 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.707926 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.708196 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.708465 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.708731 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] use_json = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.708997 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.709263 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.709540 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.709808 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.710132 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.710909 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.711180 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.711461 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:06.711754 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.712074 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.712373 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.712654 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.712955 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.713231 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.713517 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.713792 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.714077 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.714361 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.714646 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.714920 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.715213 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.715497 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.715786 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.716113 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.716402 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.716691 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.716972 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.717244 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.717516 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.717791 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.718073 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.718346 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.718632 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.718918 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.719190 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.719482 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.719764 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.720078 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.720364 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.720636 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.720909 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.721196 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.721468 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.721736 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.722008 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.722290 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.722562 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.722829 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.723105 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.723375 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.723642 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.723935 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.724207 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.724492 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.724765 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.725029 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.725293 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.725563 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.725852 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.726127 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.726398 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.726665 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.726935 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.727205 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.727472 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.727742 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.728041 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.728311 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.728584 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.728852 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.729118 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.729385 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.729652 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.729921 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.730189 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.730456 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.730726 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.730992 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.731257 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.731524 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.731791 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.732084 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.732362 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.732655 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.732929 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.733200 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.733473 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.733746 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.734015 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.734284 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.734554 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.734824 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.735090 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.735372 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.735646 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.735944 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.736219 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.736515 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.736806 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.737076 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.737351 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.737621 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.737891 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.738165 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.738443 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.738731 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.739022 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.739310 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.739599 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.739910 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.740184 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.740487 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.740763 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:06.740978 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 27 14:13:06.741243 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102322) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 27 14:13:07.163219 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 27 14:13:07.163500 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 27 14:13:07.163809 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 27 14:13:07.164318 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 27 14:13:07.487189 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.487474 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.487741 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.489032 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.489314 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.489576 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.535058 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.535339 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.535605 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.549986 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.550268 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.550539 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.578895 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.579177 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.579442 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.615949 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.616273 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.617038 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.957672 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.958282 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.958282 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.958470 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:07.959132 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.059066 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.059387 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.059669 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.059971 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.060237 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.060545 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.060802 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.061057 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.061308 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.061586 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.061842 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.062103 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.062362 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.062612 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.062863 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.063124 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.063376 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.063648 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.063939 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.064197 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.064469 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.064722 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.065003 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.065382 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.065631 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.065876 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.066263 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.066498 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.066731 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.066961 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.067191 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.067421 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.067778 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 27 14:13:08.071512 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 27 14:13:08.075476 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 27 14:13:08.079427 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Dec 27 14:13:08.081080 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 27 14:13:08.081539 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 27 14:13:08.081880 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 27 14:13:08.082262 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 27 14:13:08.085653 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 27 14:13:08.085909 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 27 14:13:08.086251 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 27 14:13:08.091642 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 27 14:13:08.114103 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 27 14:13:08.114549 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.114845 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102322) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 27 14:13:08.115206 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.116779 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102322) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 27 14:13:08.117105 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 27 14:13:08.117348 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 27 14:13:08.120564 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.120843 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.184368 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 27 14:13:08.184610 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 27 14:13:08.185770 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 27 14:13:08.186016 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 27 14:13:08.207993 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_db.sqlalchemy.engines [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102322) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 27 14:13:08.635814 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing driver for type 'gre' Dec 27 14:13:08.636297 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] gre ID ranges: [(1, 1000)] Dec 27 14:13:08.685826 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing driver for type 'local' Dec 27 14:13:08.686284 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing driver for type 'vlan' Dec 27 14:13:08.698817 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] VlanTypeDriver initialization complete Dec 27 14:13:08.699163 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing driver for type 'vxlan' Dec 27 14:13:08.699641 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] vxlan ID ranges: [(1, 1000)] Dec 27 14:13:08.747743 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing extension driver 'port_security' Dec 27 14:13:08.748103 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.extensions.port_security [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] PortSecurityExtensionDriver initialization complete Dec 27 14:13:08.748440 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing mechanism driver 'openvswitch' Dec 27 14:13:08.748755 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing mechanism driver 'hyperv' Dec 27 14:13:08.755302 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.plugin [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102322) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:13:08.755990 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.756361 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.756713 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.757772 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 27 14:13:08.758276 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.758630 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.758973 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.759380 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 27 14:13:08.759796 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.760209 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.760549 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.760947 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 27 14:13:08.761348 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.761695 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.762030 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.762564 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 27 14:13:08.762974 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.763322 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.763662 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.764087 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 27 14:13:08.764491 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.764836 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.765171 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.765566 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102322) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 27 14:13:08.765943 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] ML2 OVO RPC backend initialized. {{(pid=102322) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 27 14:13:08.766634 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.766987 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.767392 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.767735 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > networks before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.768109 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.768447 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > ports before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.768785 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.769119 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.769459 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.769792 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.770121 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.770451 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.770780 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.771111 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.771441 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.771773 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.772122 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.772849 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.plugin [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Modular L2 Plugin initialization complete Dec 27 14:13:08.773179 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading services supported by the core plugin {{(pid=102322) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 27 14:13:08.773501 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.plugins.ml2.managers [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Got port-security extension from driver 'port_security' Dec 27 14:13:08.773959 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.extensions.vlantransparent [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Disabled vlantransparent extension. Dec 27 14:13:08.774433 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102322) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 27 14:13:08.774750 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: router Dec 27 14:13:08.812085 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.812477 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_create 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.812839 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router before_create 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.813198 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.813566 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.813917 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_delete 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.814272 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.814616 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.814965 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_create 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.815304 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_update 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.815643 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_update 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.816022 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.816375 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_update 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.816786 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.817151 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.817485 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.817816 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: subnet after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.818149 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.818492 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.818836 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.819195 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.819663 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.820059 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router after_update 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.820408 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.820756 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.821113 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.821454 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.821814 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > agent after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.822161 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.822501 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > network after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.823354 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Tracking information for resource: router configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.823709 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Tracking information for resource: floatingip configured {{(pid=102322) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 27 14:13:08.828750 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.db.l3_agentschedulers_db [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 27 14:13:08.829316 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.829675 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port after_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.830027 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port after_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.830375 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: port after_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.831246 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router before_create 55550100 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.831612 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.832008 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.832363 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.837171 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.provider_configuration [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service providers = [] {{(pid=102322) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 27 14:13:08.837539 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.db.servicetype_db [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102322) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 27 14:13:08.840498 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.service_base [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 27 14:13:08.840842 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.service_base [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 27 14:13:08.841178 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.service_base [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 27 14:13:08.842049 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.services.service_base [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102322) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 27 14:13:08.842417 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.services.service_base [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 27 14:13:08.842789 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.843101 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 27 14:13:08.854286 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.854620 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: auto_allocate Dec 27 14:13:08.860473 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: network precommit_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.860833 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: network precommit_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.861345 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.861664 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: tag Dec 27 14:13:08.868792 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.869117 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: timestamp Dec 27 14:13:08.873115 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.873443 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: network_ip_availability Dec 27 14:13:08.878863 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.879231 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.879586 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:08.880320 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.880637 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: flavors Dec 27 14:13:08.885496 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.885876 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading Plugin: revisions Dec 27 14:13:08.890095 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102322) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 27 14:13:08.890480 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_concurrency.lockutils [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.727s {{(pid=102322) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 27 14:13:08.891208 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102322) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 27 14:13:08.891538 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Initializing extension manager. Dec 27 14:13:08.892073 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: __init__.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.892409 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: __pycache__ {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.892739 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.893065 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: address_group.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.893807 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.894364 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: address-group Dec 27 14:13:08.894681 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: address_scope.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.896831 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.897358 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: address-scope Dec 27 14:13:08.897889 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.898835 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.899359 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: router-admin-state-down-before-update Dec 27 14:13:08.899685 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: agent.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.900406 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.900916 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: agent Dec 27 14:13:08.901235 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: agent_resources_synced.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.902137 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.902647 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: agent-resources-synced Dec 27 14:13:08.902964 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.904742 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.905264 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: allowed-address-pairs Dec 27 14:13:08.905586 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.906930 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.907445 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: auto-allocated-topology Dec 27 14:13:08.907764 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: availability_zone.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.908472 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.908975 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: availability_zone Dec 27 14:13:08.909293 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: availability_zone_filter.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.910191 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.910697 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: availability_zone_filter Dec 27 14:13:08.911016 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: data_plane_status.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.911953 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.912460 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension data-plane-status not supported by any of loaded plugins Dec 27 14:13:08.912778 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: default_subnetpools.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.914203 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.914711 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: default-subnetpools Dec 27 14:13:08.915029 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.915825 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.916352 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: dhcp_agent_scheduler Dec 27 14:13:08.916671 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: dns.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.917580 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.918083 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension dns-integration not supported by any of loaded plugins Dec 27 14:13:08.918402 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: dns_domain_ports.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.919305 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.919810 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 27 14:13:08.920156 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.921064 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.921563 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 27 14:13:08.921880 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: dvr.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.922537 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.923041 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: dvr Dec 27 14:13:08.923356 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: ecmp_routes.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.924288 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.924788 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 27 14:13:08.925104 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: empty_string_filtering.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.926000 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.926534 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: empty-string-filtering Dec 27 14:13:08.926824 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.927734 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.928278 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 27 14:13:08.928595 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.930205 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.930715 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 27 14:13:08.931033 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: external_net.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.931966 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.932477 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: external-net Dec 27 14:13:08.932795 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.933685 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.934195 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: extra_dhcp_opt Dec 27 14:13:08.934514 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: extraroute.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.935406 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.935960 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: extraroute Dec 27 14:13:08.936284 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: extraroute_atomic.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.937311 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.937827 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: extraroute-atomic Dec 27 14:13:08.938150 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: filter_validation.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.938810 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.939312 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: filter-validation Dec 27 14:13:08.939628 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: fip_pf_description.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.940558 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.941063 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 27 14:13:08.941378 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: fip_port_details.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.942275 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.942779 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: fip-port-details Dec 27 14:13:08.943093 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: flavors.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.944401 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.945044 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: flavors Dec 27 14:13:08.945365 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.947027 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.947560 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 27 14:13:08.947920 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: floatingip_pools.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.948606 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.949115 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: floatingip-pools Dec 27 14:13:08.949437 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: ip_allocation.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.950338 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.950841 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension ip_allocation not supported by any of loaded plugins Dec 27 14:13:08.951161 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.952101 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.952614 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: ip-substring-filtering Dec 27 14:13:08.952940 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l2_adjacency.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.953860 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.954363 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 27 14:13:08.954683 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.955762 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.956308 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: router Dec 27 14:13:08.956633 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.958869 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.959391 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 27 14:13:08.959719 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.960774 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.961293 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: ext-gw-mode Dec 27 14:13:08.961619 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.962527 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.963041 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: l3-ha Dec 27 14:13:08.963367 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3_flavors.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.964305 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.964818 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: l3-flavors Dec 27 14:13:08.965142 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.966040 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.966550 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 27 14:13:08.966872 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: l3agentscheduler.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.967919 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.968431 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: l3_agent_scheduler Dec 27 14:13:08.968753 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: local_ip.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.970510 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.971036 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension local_ip not supported by any of loaded plugins Dec 27 14:13:08.971366 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: logging.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.972864 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.973390 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension logging not supported by any of loaded plugins Dec 27 14:13:08.973715 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: metering.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.974442 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.975021 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: metering Dec 27 14:13:08.975340 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.977034 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.977550 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: metering_source_and_destination_fields Dec 27 14:13:08.977877 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: multiprovidernet.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.978790 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.979300 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: multi-provider Dec 27 14:13:08.979619 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: netmtu.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.980559 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.981073 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: net-mtu Dec 27 14:13:08.981394 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: netmtu_writable.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.982298 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.982811 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: net-mtu-writable Dec 27 14:13:08.983131 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: network_availability_zone.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.983790 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.984322 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: network_availability_zone Dec 27 14:13:08.984640 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: network_ip_availability.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.985738 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.986252 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: network-ip-availability Dec 27 14:13:08.986575 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: network_segment_range.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.987328 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.987856 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension network-segment-range not supported by any of loaded plugins Dec 27 14:13:08.988180 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: pagination.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.989151 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.989605 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: pagination Dec 27 14:13:08.989925 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: port_device_profile.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.990827 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.991985 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: port-device-profile Dec 27 14:13:08.992311 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.993221 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.993736 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: port-mac-address-regenerate Dec 27 14:13:08.994052 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.994955 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.995465 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: port-numa-affinity-policy Dec 27 14:13:08.995781 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: port_resource_request.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.996716 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.997225 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension port-resource-request not supported by any of loaded plugins Dec 27 14:13:08.997542 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: port_resource_request_groups.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:08.998492 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:08.999000 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 27 14:13:08.999318 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: portbindings.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.000264 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.000781 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: binding Dec 27 14:13:09.001100 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: portbindings_extended.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.002373 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.002887 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: binding-extended Dec 27 14:13:09.003211 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: portsecurity.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.004148 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.004655 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: port-security Dec 27 14:13:09.004977 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: project_id.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.005951 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.006274 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: project-id Dec 27 14:13:09.006589 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: providernet.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.007524 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.008085 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: provider Dec 27 14:13:09.008403 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.012040 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.012564 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos not supported by any of loaded plugins Dec 27 14:13:09.012894 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.014121 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.014639 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 27 14:13:09.014966 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.015911 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.016427 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 27 14:13:09.016752 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_default.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.017649 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.018164 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-default not supported by any of loaded plugins Dec 27 14:13:09.018485 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_fip.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.019128 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.019630 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-fip not supported by any of loaded plugins Dec 27 14:13:09.019981 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.020884 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.021390 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 27 14:13:09.021708 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.022664 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.023168 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 27 14:13:09.023482 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.024430 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.024934 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 27 14:13:09.025253 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.026275 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.026779 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 27 14:13:09.027096 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_pps_rule.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.028282 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.028796 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-pps not supported by any of loaded plugins Dec 27 14:13:09.029114 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.030010 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.030524 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 27 14:13:09.030840 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: qos_rules_alias.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.032141 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.032653 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 27 14:13:09.032974 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: quota_check_limit.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.033874 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.034533 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: quota-check-limit Dec 27 14:13:09.034852 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: quotasv2.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.035777 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.036124 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: quotas Dec 27 14:13:09.036445 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: quotasv2_detail.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.040484 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.040818 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: quota_details Dec 27 14:13:09.041143 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: rbac.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.042187 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.042716 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: rbac-policies Dec 27 14:13:09.043040 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: rbac_address_group.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.044005 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.044523 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: rbac-address-group Dec 27 14:13:09.044847 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: rbac_address_scope.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.045768 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.046277 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: rbac-address-scope Dec 27 14:13:09.046595 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: rbac_security_groups.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.047505 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.048051 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: rbac-security-groups Dec 27 14:13:09.048370 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.049273 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.049787 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: rbac-subnetpool Dec 27 14:13:09.050110 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: revisionifmatch.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.051023 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.051538 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: revision-if-match Dec 27 14:13:09.051881 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: revisions.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.052991 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.053767 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: standard-attr-revisions Dec 27 14:13:09.054540 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: router_availability_zone.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.055032 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.055542 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: router_availability_zone Dec 27 14:13:09.055890 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: routerservicetype.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.056799 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.057300 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension router-service-type not supported by any of loaded plugins Dec 27 14:13:09.057623 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.058600 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.059108 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: security-groups-normalized-cidr Dec 27 14:13:09.059427 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.060362 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.060869 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: port-security-groups-filtering Dec 27 14:13:09.061185 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.062110 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.062618 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: security-groups-remote-address-group Dec 27 14:13:09.062938 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.063874 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.064387 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: security-groups-shared-filtering Dec 27 14:13:09.064708 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.065282 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 27 14:13:09.065597 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: securitygroup.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.075553 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.076110 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: security-group Dec 27 14:13:09.076441 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: segment.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.077220 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.077740 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension segment not supported by any of loaded plugins Dec 27 14:13:09.078062 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.078992 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.079505 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 27 14:13:09.079827 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: servicetype.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.080943 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.081463 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: service-type Dec 27 14:13:09.081782 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: sorting.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.082755 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.083082 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: sorting Dec 27 14:13:09.083398 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: standard_attr_segment.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.084325 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.084837 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 27 14:13:09.085284 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: standardattrdescription.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.085998 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.086516 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: standard-attr-description Dec 27 14:13:09.086838 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: stateful_security_group.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.087770 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.088308 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: stateful-security-group Dec 27 14:13:09.088631 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: stdattrs_common.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.089191 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 27 14:13:09.089511 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.090439 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.090955 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 27 14:13:09.091279 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: subnet_onboard.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.092367 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.092884 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: subnet_onboard Dec 27 14:13:09.093207 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.094119 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.094625 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 27 14:13:09.094946 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: subnet_service_types.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.095881 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.096397 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: subnet-service-types Dec 27 14:13:09.096715 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: subnetallocation.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.097796 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.098310 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: subnet_allocation Dec 27 14:13:09.098634 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.099291 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.099796 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: subnetpool-prefix-ops Dec 27 14:13:09.100143 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.101599 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.102107 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 27 14:13:09.102429 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: tagging.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.103508 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.104058 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: standard-attr-tag Dec 27 14:13:09.104384 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: timestamp.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.105578 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.106094 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loaded extension: standard-attr-timestamp Dec 27 14:13:09.106415 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: trunk.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.107444 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.108003 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension trunk not supported by any of loaded plugins Dec 27 14:13:09.108327 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: trunk_details.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.109237 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.109760 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension trunk-details not supported by any of loaded plugins Dec 27 14:13:09.110079 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.110983 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.111522 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 27 14:13:09.111856 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Loading extension file: vlantransparent.py {{(pid=102322) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 27 14:13:09.112533 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102322) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 27 14:13:09.113044 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 27 14:13:09.115543 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:network Dec 27 14:13:09.116189 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:subnet Dec 27 14:13:09.117234 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 27 14:13:09.117556 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:port Dec 27 14:13:09.118787 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.119260 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service FLAVORS assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.119897 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.120277 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.120603 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:router Dec 27 14:13:09.121038 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:floatingip Dec 27 14:13:09.121513 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service METERING assigned prefix: /metering {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.122976 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:09.123345 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:09.123691 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102322) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:13:09.124707 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of CountableResource for resource:rbac_policy Dec 27 14:13:09.125149 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:security_group Dec 27 14:13:09.125587 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 27 14:13:09.126188 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service CORE assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.126516 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 27 14:13:09.126864 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] subnetpool is already registered Dec 27 14:13:09.127292 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service CORE assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.127615 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 27 14:13:09.127979 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] subnetpool is already registered Dec 27 14:13:09.130244 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.130668 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service FLAVORS assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.131247 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.131659 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.132062 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:router Dec 27 14:13:09.132379 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] router is already registered Dec 27 14:13:09.132784 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:floatingip Dec 27 14:13:09.133112 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] floatingip is already registered Dec 27 14:13:09.133563 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service METERING assigned prefix: /metering {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.134215 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of CountableResource for resource:rbac_policy Dec 27 14:13:09.134537 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] rbac_policy is already registered Dec 27 14:13:09.134939 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:security_group Dec 27 14:13:09.135266 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] security_group is already registered Dec 27 14:13:09.135658 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 27 14:13:09.136068 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] security_group_rule is already registered Dec 27 14:13:09.136634 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service CORE assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.136956 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 27 14:13:09.137281 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] subnetpool is already registered Dec 27 14:13:09.137698 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.v2.resource_helper [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Service CORE assigned prefix: {{(pid=102322) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 27 14:13:09.138018 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Creating instance of TrackedResource for resource:subnetpool Dec 27 14:13:09.138344 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING neutron.quota.resource_registry [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] subnetpool is already registered Dec 27 14:13:09.138808 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: extensions {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.140324 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: address-groups {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.141898 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: address-scopes {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.143197 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: agents {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.144394 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: auto-allocated-topology {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.145641 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: availability_zones {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.146837 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: dhcp-networks {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.148983 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: dhcp-agents {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.150418 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: routers {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.153628 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: flavors {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.154834 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: service_profiles {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.156321 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: next_providers {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.157758 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: service_profiles {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.159418 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: floatingip-pools {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.160687 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: routers {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.162793 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: floatingips {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.164656 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: l3-routers {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.166137 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: l3-agents {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.167567 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: metering-labels {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.168960 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: metering-label-rules {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.170234 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: network-ip-availabilities {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.171486 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: bindings {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.173160 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: quotas {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.174803 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: quotas {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.176435 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: rbac-policies {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.177721 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: security-groups {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.178994 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: security-group-rules {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.180256 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: service-providers {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.181641 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: subnetpools {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.183057 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: subnetpools {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.184530 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.186190 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.188191 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.189981 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.191748 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.193621 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.195533 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.197446 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.199220 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.201096 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron.api.extensions [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Extended resource: tags {{(pid=102322) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 27 14:13:09.206954 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING keystonemiddleware.auth_token [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 27 14:13:09.212162 dv-cinder-823015-1-iscsi neutron-server[102322]: WARNING keystonemiddleware.auth_token [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 27 14:13:09.220582 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_concurrency.lockutils [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Acquired lock "singleton_lock" {{(pid=102322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 27 14:13:09.221047 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_concurrency.lockutils [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Releasing lock "singleton_lock" {{(pid=102322) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 27 14:13:09.221691 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Starting 2 workers Dec 27 14:13:09.226996 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Started child 102429 {{(pid=102322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 27 14:13:09.231462 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Started child 102430 {{(pid=102322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 27 14:13:09.232574 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:09.233183 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO neutron.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 27 14:13:09.233677 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Publish callbacks [] for process, before_spawn {{(pid=102322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:09.234030 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [-] (102429) wsgi starting up on http://0.0.0.0:9696 Dec 27 14:13:09.236117 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Starting 1 workers Dec 27 14:13:09.236245 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:09.237570 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [-] (102430) wsgi starting up on http://0.0.0.0:9696 Dec 27 14:13:09.241348 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Started child 102431 {{(pid=102322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 27 14:13:09.242064 dv-cinder-823015-1-iscsi neutron-server[102322]: INFO oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Starting 1 workers Dec 27 14:13:09.245192 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] calling RpcWorker wait() {{(pid=102431) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 27 14:13:09.245749 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] returning from RpcWorker wait() {{(pid=102431) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 27 14:13:09.246577 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Started child 102432 {{(pid=102322) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 27 14:13:09.246966 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:09.247389 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG neutron_lib.callbacks.manager [None req-0df7571c-f129-4f25-9675-0dd03fb947a2 None None] Publish callbacks [] for process, after_spawn {{(pid=102322) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:09.247487 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:13:09.249305 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 27 14:13:09.249515 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 27 14:13:09.249699 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 27 14:13:09.249924 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 27 14:13:09.250259 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 27 14:13:09.250440 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 27 14:13:09.250952 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.251228 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.251472 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.251651 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:09.252141 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.252141 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.252583 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.252849 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.253083 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.253343 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.253585 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.253749 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.254084 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.254329 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.254576 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.254898 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.255164 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.255404 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.255648 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.255816 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.256108 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.256391 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.256637 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.256952 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] debug = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.257349 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.257848 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.258074 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.258309 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.258522 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.258788 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.259030 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.259280 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.259491 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.259699 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.259965 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.260221 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.260461 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.260686 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.260932 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.261144 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.261392 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.261609 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.262086 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] host = dv-cinder-823015-1-iscsi {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.262317 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.262545 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.262786 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.263031 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.263291 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.263501 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.263749 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.264061 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.264278 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.264513 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.264770 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.265007 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.265248 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.265495 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.265658 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_options = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.265882 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.266146 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.266413 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.266609 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.266765 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.266938 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.267199 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.267369 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.267606 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.267803 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.268038 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.268248 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.268458 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.268701 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.268961 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.269186 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.269427 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.269647 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.269885 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.270127 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.270433 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.270900 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.271319 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.271546 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.271759 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.272012 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.273035 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.273496 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.273836 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.274693 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:13:09.274866 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.274866 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.274866 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.275220 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.275220 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.275452 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.275683 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.275934 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.276149 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.276658 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.276658 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.276943 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.277305 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.277600 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.278067 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.278666 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.278666 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.279175 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_json = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.279175 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.279175 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.279582 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.279582 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.280094 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.280094 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.280375 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.280512 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.281454 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.282972 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.282972 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.283282 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.283431 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.283650 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.287162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.288704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.289643 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.289643 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.289643 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.289643 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.289643 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.290029 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.290119 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.290414 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.290706 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.290997 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.291272 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.291493 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.291717 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.291993 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.292215 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.292453 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.292690 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.292954 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.293194 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.293409 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.293630 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.293895 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.294110 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.294381 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.294611 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.294865 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.295097 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.295320 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.295539 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.296023 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.296023 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.296519 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.296519 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.296781 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.296927 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.297194 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.297462 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.297679 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.297891 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.298109 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.298339 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.298555 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.298825 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.298992 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.299175 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.299383 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.299657 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.299895 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.300110 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.300347 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.300589 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.300799 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.301010 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.301246 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.301493 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.301726 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.302101 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.302239 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.302369 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.302556 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.302789 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.303001 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.303232 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.303455 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.303668 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.303975 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.304190 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.304421 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.304640 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.304930 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.305691 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.305691 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.305691 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.306118 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.306628 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.306628 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.306628 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.307037 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.307037 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.307304 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.307508 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.307730 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.307978 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.308203 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.308442 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.308696 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.308912 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.309135 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.309349 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.309595 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.309834 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.310122 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.310379 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.310631 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.311099 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.311099 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.311348 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.311583 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.311863 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.312090 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.312365 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.312653 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.312930 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.313196 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.313443 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.313728 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.314014 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.314275 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.314536 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.314766 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.314999 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.315261 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.315509 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.315745 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.315984 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.316350 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.316556 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.316804 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.317051 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.317272 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.317533 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.317814 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.318052 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.318335 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.318591 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.318829 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.319079 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.319356 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.319641 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.319940 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.320179 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.320395 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.320651 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.320883 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.321271 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.321452 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.321666 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.321903 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.322118 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.322336 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.322787 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.322787 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.322991 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.323240 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.323452 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.323669 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.323926 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.324289 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.324416 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.324574 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.324785 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.325038 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.325258 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.325523 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.325769 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.325982 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.326227 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.326484 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.326717 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.326930 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.327170 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.327389 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.327807 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.327807 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.328087 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.328243 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.328465 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.328701 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.328920 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.329190 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.329438 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.329778 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.330034 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.330262 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.330500 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.330721 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.331865 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.331865 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.331865 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.331865 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.331865 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.332545 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.332545 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.332545 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.332925 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.332925 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.333186 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.333356 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.333574 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.333785 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.335450 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.335450 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.335450 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.335450 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.336181 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.336181 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.336181 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.336582 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.336742 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.336970 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.337255 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.337394 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.337615 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.337852 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.338034 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.338254 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.338468 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.338718 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.338977 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.339187 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.339397 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.339637 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.339871 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.340081 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.340309 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.340518 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.340728 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.340950 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.341164 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.341373 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.341618 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.341828 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.342036 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.342256 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.342470 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.342677 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.342986 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.343243 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.343490 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.343796 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.344048 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.344293 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.344533 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.344874 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.345098 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.345340 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.345579 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.345797 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.346037 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.346321 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.346650 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.346946 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.347221 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.347456 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.347743 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.348047 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.348304 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.348521 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.348823 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.349151 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.349416 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.349686 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.349913 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.350164 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.350410 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.351191 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.351422 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.352474 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.352474 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.352474 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.352474 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.352796 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.352796 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.353081 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.353233 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.353475 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.353704 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.353944 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.354158 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.354313 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 27 14:13:09.354855 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102322) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 27 14:13:09.355015 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 27 14:13:09.355168 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 27 14:13:09.355337 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 27 14:13:09.355506 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 27 14:13:09.355659 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 27 14:13:09.355892 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.356055 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.356215 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.356374 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.356532 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.356730 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.356893 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.357052 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.357245 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.357380 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.357535 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.357692 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.357850 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358008 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358165 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358323 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358482 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358639 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358802 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.358961 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.359118 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.359275 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.359433 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] debug = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.359592 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.359805 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.359992 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.360149 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.360307 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.360464 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.360621 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.360781 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.360938 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.361094 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.361252 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.361411 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.361569 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.361728 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.361887 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362045 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362201 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362357 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362516 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] host = dv-cinder-823015-1-iscsi {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362673 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362830 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.362987 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.363189 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.363290 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.363444 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.363600 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364149 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364149 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364149 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364468 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364468 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364613 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364690 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364807 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_options = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.364964 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.365121 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.365278 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.365467 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.365631 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.365791 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.365950 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.366090 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:13:09.366219 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.366303 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.366584 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.366584 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.366873 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.366873 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367017 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367153 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367311 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367468 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367624 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367782 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.367965 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.368122 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.368278 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.368434 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.368592 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.368750 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.368908 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.369065 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.369222 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.369380 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.369536 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.369694 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.369851 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370007 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370164 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370321 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370478 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370654 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370793 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.370941 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.371099 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.371255 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.371413 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.371590 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.371730 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.371885 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372047 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372191 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_json = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372349 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372505 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372661 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372817 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.372973 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.373130 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.373344 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.373473 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 27 14:13:09.373609 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.373749 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.373921 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.374082 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.374242 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.374405 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.374752 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.374752 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.374991 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375083 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375204 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375323 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375484 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375646 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375806 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.375989 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.376151 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.376314 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.376475 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.376639 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.376800 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.376960 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.377130 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.377291 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.377452 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.377612 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.377773 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.377943 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.378103 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.378279 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.378439 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.378600 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.378760 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.378920 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.379082 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.379244 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.379405 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.379566 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.379727 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.379906 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.380063 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.380223 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.380384 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.380545 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.380708 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.380870 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.381031 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.381193 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.381354 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.381516 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.381677 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.381988 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.382157 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.382277 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.382439 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.382601 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.382763 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.382937 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.383099 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.383259 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.383437 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.383572 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.383718 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.383900 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.384063 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.384225 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.384388 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385299 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385783 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385783 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.385783 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386137 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386137 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386382 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386382 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386616 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386819 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.386819 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387068 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387153 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387253 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387414 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387575 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387737 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.387917 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.388081 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.388251 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.388427 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.388587 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.388747 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.388908 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.389068 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.389230 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.389390 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.389551 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.389711 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.389871 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390031 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390191 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390353 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390516 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390677 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390837 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.390998 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.391157 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.391331 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.391461 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.391621 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.391791 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.391946 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.392111 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.392270 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.392431 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.392793 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.392793 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.392954 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393056 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393224 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393397 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393603 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393730 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393862 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.393988 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.394153 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.394314 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.394476 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.394637 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.394797 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.394959 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.395133 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.395296 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.395457 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.395618 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.395803 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.395986 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.396146 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.396308 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.396468 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.396628 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.396794 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.396953 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.397115 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.397275 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.398128 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.398297 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.398460 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.398623 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.398784 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.398946 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.399109 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.399271 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.399433 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.399595 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.399757 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.399941 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.400162 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.400301 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.400438 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.400560 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.400721 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.400882 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.401043 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.401204 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.401366 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.401526 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.401787 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.401932 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402057 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402181 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402304 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402429 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402593 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402755 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.402917 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.403080 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.403242 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.403403 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.403583 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.403730 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.403979 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.404144 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.404307 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.404469 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.404630 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.404793 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.404955 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.405116 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.405278 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.405455 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.405616 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.405776 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.405938 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.406351 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.406513 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.406675 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.406841 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407001 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407163 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407324 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407488 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407651 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407813 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.407996 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.408146 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.408307 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.408469 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.408630 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.408804 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.408966 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.409127 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.409288 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.409448 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.409609 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.409780 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.409942 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.410106 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.410267 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.410427 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.410611 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.410784 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.410949 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.411094 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.411256 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.411417 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.411577 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.411748 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.411943 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.412107 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.412268 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.412429 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.412589 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.412760 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.412922 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.413136 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.413291 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.413428 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.413591 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.413762 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.413923 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.414084 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.414244 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.414406 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.414566 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.414736 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.414899 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.415060 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.415228 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.415389 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.415548 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.415709 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.415903 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.416067 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.416231 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.416391 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.416553 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.416715 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.416883 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.417049 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.417220 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.417388 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.417551 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.417720 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.417890 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.418061 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.418224 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.418391 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.418565 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.418726 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.418887 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.419049 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.419209 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.419370 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.419531 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.419695 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.419871 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.420037 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.420200 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.420361 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.420522 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.420683 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.420845 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.421007 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.421169 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.421329 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.421492 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.421654 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 27 14:13:09.421807 dv-cinder-823015-1-iscsi neutron-server[102322]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102322) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 27 14:13:09.540078 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51216) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:09.548692 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063877 Dec 27 14:13:20.991265 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22805cd2-b36a-4bf5-92ed-e40c8d1d01f7 None None] get_active_networks_info from dv-cinder-823015-1-iscsi {{(pid=102431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 27 14:13:21.056700 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22805cd2-b36a-4bf5-92ed-e40c8d1d01f7 None None] No non-hosted networks {{(pid=102431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 27 14:13:21.064378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.agentschedulers_db [None req-22805cd2-b36a-4bf5-92ed-e40c8d1d01f7 None None] DHCP Agent not found on host dv-cinder-823015-1-iscsi {{(pid=102431) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 27 14:13:21.173915 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d009130f-a529-4100-8063-9de352fa4d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2014006'] for agent, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:23.313572 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f7a397f-a524-4576-9452-37d4e51412fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2014006'] for agent, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:23.369168 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd866271-877d-4a77-a2a9-ca566b94078a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:24.383073 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2014006'] for agent, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:26.085843 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.db.l3_hamode_db [None req-5ef5422a-0dd5-40d6-a923-f47eae679a79 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 27 14:13:26.199187 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5422a-0dd5-40d6-a923-f47eae679a79 None None] Routers set() bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:13:26.199719 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5422a-0dd5-40d6-a923-f47eae679a79 None None] Router IDs set() for agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 27 14:13:26.201381 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2014006'] for agent, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:26.938672 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2014006'] for agent, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:26.939745 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.940275 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.940807 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.941288 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.941826 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.942528 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.943012 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.943570 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.944304 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.944798 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.945299 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.945781 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.946297 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:26.946849 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-823015-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:13:26.960294 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-823015-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:13:30.179859 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51316) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:30.669832 dv-cinder-823015-1-iscsi neutron-server[102430]: WARNING oslo_policy.policy [None req-9267b7d1-0696-4be6-8379-7fca740cbb67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:30.670422 dv-cinder-823015-1-iscsi neutron-server[102430]: WARNING oslo_policy.policy [None req-9267b7d1-0696-4be6-8379-7fca740cbb67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:30.895744 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [None req-9267b7d1-0696-4be6-8379-7fca740cbb67 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:13:30.897308 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9267b7d1-0696-4be6-8379-7fca740cbb67 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7159953 Dec 27 14:13:33.717545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51332) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:34.058696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:13:34.164372 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.policy [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 27 14:13:34.225466 dv-cinder-823015-1-iscsi neutron-server[102430]: WARNING oslo_policy.policy [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:34.225849 dv-cinder-823015-1-iscsi neutron-server[102430]: WARNING oslo_policy.policy [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:34.234289 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.quota [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] Loaded quota_driver: . Dec 27 14:13:34.337253 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770771673309', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770771680936', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770771691556', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770771696927', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770771702323', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770771710934', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-971474', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961628', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671135', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1580573'] for rbac-policy, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:34.404013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:34.405207 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-45586428-2634-4741-b425-9ccf194fd2b0 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6867106 Dec 27 14:13:37.185700 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51344) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:37.486324 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Request body: {'network': {'project_id': '9028805f31fb4e5888748ee626080703', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'name': 'private', 'admin_state_up': True}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:13:37.515986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Made reservation on behalf of 9028805f31fb4e5888748ee626080703 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:13:37.518697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.535306 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.638566 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.642267 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.661545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:13:37.688490 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770769138261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.689068 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Unsubscribe: segment precommit_create {{(pid=102430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 27 14:13:37.689586 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Added segment cff6e71d-d540-4c91-8877-a98c9fe1e310 of type vlan for network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 Dec 27 14:13:37.704821 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be188a-39e6-46dd-8977-830e467fd539,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:37.751777 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.752087 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.752424 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.752748 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.753070 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.753391 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.753720 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.754056 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.754368 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.754696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.755009 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.755317 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.755669 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Tracked resource versions report: Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: pushed versions: Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: { 'AddressGroup': {'1.2'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'ConntrackHelper': {'1.0'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Log': {'1.0'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Network': {'1.1'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Port': {'1.7'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'PortForwarding': {'1.2'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'QosPolicy': {'1.10'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroup': {'1.5'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SubPort': {'1.0'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Subnet': {'1.1'}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Trunk': {'1.1'}} Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: consumer versions: Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'ConntrackHelper': '1.0', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'LocalIPAssociation': '1.0', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Log': '1.0', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Network': '1.1', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Port': '1.7', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'PortForwarding': '1.2', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'QosPolicy': '1.10', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroup': '1.5', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroupRule': '1.2', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SubPort': '1.0', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Subnet': '1.1', Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Trunk': '1.1'}} Dec 27 14:13:37.757007 dv-cinder-823015-1-iscsi neutron-server[102430]: {{(pid=102430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:13:37.797081 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.836044 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.837074 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:13:37.837776 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:37.895758 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7090101 Dec 27 14:13:37.937235 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9624e7-8168-45ee-8444-3d2da4b17140 admin admin] Pushing event updated for resources: {'Network': ['ID=9c281e6a-f7cf-4e5c-92fe-b7a96a939925,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:37.949305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:13:40.824638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51358) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:41.213870 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f707029-2b62-4435-a2b0-99774e83126c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:13:41.215233 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4f707029-2b62-4435-a2b0-99774e83126c admin admin] 10.222.0.37 "GET /v2.0/networks/9c281e6a-f7cf-4e5c-92fe-b7a96a939925 HTTP/1.1" status: 200 len: 824 time: 0.3896511 Dec 27 14:13:41.238465 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-ee88e9e1-79eb-4fd6-81f1-db4161e1cac1 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/e8b5072d-927b-4057-823d-40123f9ea595 HTTP/1.1" status: 200 len: 734 time: 0.0172937 Dec 27 14:13:41.247577 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'ip_version': 4, 'tenant_id': '9028805f31fb4e5888748ee626080703', 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:13:41.271881 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Made reservation on behalf of 9028805f31fb4e5888748ee626080703 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:13:41.274138 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:41.558218 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:41.627695 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b47723b-a401-4f9e-87a1-9dce6d0e38cb,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:41.632384 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Checking segment: {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:13:41.632757 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Network hostable DHCP agents. Network: 9c281e6a-f7cf-4e5c-92fe-b7a96a939925, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:13:41.652170 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:13:41.664053 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 9c281e6a-f7cf-4e5c-92fe-b7a96a939925) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:13:41.668399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:13:41.668981 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:41.674494 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73485bf3-c7b3-4caa-ad63-16fcd65209f0 None None] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:13:41.700459 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-654d4a8f-2038-4825-956c-a16e4044de76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4397554 Dec 27 14:13:41.940079 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'project_id': '9028805f31fb4e5888748ee626080703', 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:13:41.941324 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:42.246687 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Allocated IP 172.20.0.2 (9c281e6a-f7cf-4e5c-92fe-b7a96a939925/1b47723b-a401-4f9e-87a1-9dce6d0e38cb/5c44350f-08bb-4297-9260-62c69478d92f) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:13:42.486024 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:42.493886 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:42.570436 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:13:42.578266 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:13:42.584781 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Pushing event updated for resources: {'Port': ['ID=5c44350f-08bb-4297-9260-62c69478d92f,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:42.587042 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:13:42.597130 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.597495 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.597857 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.598199 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.598531 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.598859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.599216 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.599548 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.599892 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.600234 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.600562 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.600881 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.601200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Tracked resource versions report: Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: pushed versions: Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: { 'AddressGroup': {'1.2'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'ConntrackHelper': {'1.0'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Log': {'1.0'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Network': {'1.1'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Port': {'1.7'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'PortForwarding': {'1.2'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'QosPolicy': {'1.10'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroup': {'1.5'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SubPort': {'1.0'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Subnet': {'1.1'}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Trunk': {'1.1'}} Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: consumer versions: Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'ConntrackHelper': '1.0', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'LocalIPAssociation': '1.0', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Log': '1.0', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Network': '1.1', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Port': '1.7', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'PortForwarding': '1.2', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'QosPolicy': '1.10', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroup': '1.5', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroupRule': '1.2', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SubPort': '1.0', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Subnet': '1.1', Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Trunk': '1.1'}} Dec 27 14:13:42.602593 dv-cinder-823015-1-iscsi neutron-server[102431]: {{(pid=102431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:13:42.675515 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Attempting to bind port 5c44350f-08bb-4297-9260-62c69478d92f on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:13:42.676177 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Attempting to bind port 5c44350f-08bb-4297-9260-62c69478d92f by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:13:42.676372 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Attempting to bind port 5c44350f-08bb-4297-9260-62c69478d92f on network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:13:42.681323 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:13:42.681702 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Checking segment: {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:13:42.682174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:42.682565 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Bound using segment: {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:13:42.683045 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Bound port: 5c44350f-08bb-4297-9260-62c69478d92f, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:13:42.683437 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:42.743819 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] For port 5c44350f-08bb-4297-9260-62c69478d92f, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:13:42.748577 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] For port 5c44350f-08bb-4297-9260-62c69478d92f, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=5c44350f-08bb-4297-9260-62c69478d92f,segment=NetworkSegment(cff6e71d-d540-4c91-8877-a98c9fe1e310),segment_id=cff6e71d-d540-4c91-8877-a98c9fe1e310)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:13:42.752652 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:42.815862 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7af634-9429-4602-a83c-ae71bc5230f0 None None] Pushing event updated for resources: {'Port': ['ID=5c44350f-08bb-4297-9260-62c69478d92f,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:44.322551 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51366) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:44.638528 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [None req-9b26a9fb-26a9-4fd9-8f36-2efb672188e9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:13:44.639590 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9b26a9fb-26a9-4fd9-8f36-2efb672188e9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3160756 Dec 27 14:13:47.271486 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51374) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:47.603153 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [None req-5478da97-d846-4d95-9b15-552e93d06f5a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:13:47.604960 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-5478da97-d846-4d95-9b15-552e93d06f5a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324571 Dec 27 14:13:50.289990 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:13:50.483708 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51386) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:50.743647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 5c44350f-08bb-4297-9260-62c69478d92f up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:13:50.829409 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 5c44350f-08bb-4297-9260-62c69478d92f triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:13:50.829808 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:50.950657 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a62276db-2661-46d6-8176-556170489459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:50.953551 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:50.990053 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 5c44350f-08bb-4297-9260-62c69478d92f, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=5c44350f-08bb-4297-9260-62c69478d92f,segment=NetworkSegment(cff6e71d-d540-4c91-8877-a98c9fe1e310),segment_id=cff6e71d-d540-4c91-8877-a98c9fe1e310)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:13:50.993578 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:51.026937 dv-cinder-823015-1-iscsi neutron-server[102429]: WARNING oslo_policy.policy [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:51.027725 dv-cinder-823015-1-iscsi neutron-server[102429]: WARNING oslo_policy.policy [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:51.046950 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=5c44350f-08bb-4297-9260-62c69478d92f,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:51.259722 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Request body: {'router': {'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:13:51.325695 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.policy [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102429) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 27 14:13:51.374373 dv-cinder-823015-1-iscsi neutron-server[102429]: WARNING oslo_policy.policy [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:51.374770 dv-cinder-823015-1-iscsi neutron-server[102429]: WARNING oslo_policy.policy [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 27 14:13:51.384766 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.quota [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Loaded quota_driver: . Dec 27 14:13:51.445944 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:51.447311 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:51.601149 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:51.606501 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:51.626970 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:51.647866 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7096d31f-8803-455b-a8e3-fa82e0848564 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1425714 Dec 27 14:13:51.928433 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eba901c-6c61-4a33-abcb-67d444071a90 None None] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:13:52.052859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-a501e16f-af2b-437b-a052-e7124baea4c8 None None] Provisioning complete for port 5c44350f-08bb-4297-9260-62c69478d92f triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:13:52.053219 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a501e16f-af2b-437b-a052-e7124baea4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:52.408755 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-0a0072fe-9030-42b0-a04b-b635c4d984a0 None None] Provisioning complete for port 5c44350f-08bb-4297-9260-62c69478d92f triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:13:52.409038 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a0072fe-9030-42b0-a04b-b635c4d984a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:52.700765 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 5c44350f-08bb-4297-9260-62c69478d92f up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:13:52.746162 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 5c44350f-08bb-4297-9260-62c69478d92f triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:13:52.746530 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:53.305496 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7df54f84-fa6a-47b6-8af1-adfde7570295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:54.244964 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51406) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:54.313160 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:54.497119 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [None req-ad8f1624-cf2f-4130-beb2-4b8e084ec934 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:13:54.498109 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ad8f1624-cf2f-4130-beb2-4b8e084ec934 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2522063 Dec 27 14:13:56.089981 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:56.929658 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.023912 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51436) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:13:57.074765 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'tenant_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'project_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:13:57.098935 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Made reservation on behalf of 3f0229e1c1a54dcb9cdc2011859382c3 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:13:57.101689 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.117117 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.219998 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.224548 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.235182 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Reserving flat network on physical network physnet1 {{(pid=102429) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 27 14:13:57.265666 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770769138261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.266229 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Unsubscribe: segment precommit_create {{(pid=102429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 27 14:13:57.266740 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Added segment 3df9554c-4675-47c3-81fb-2cf8175c1a0b of type flat for network fb3df41a-be6b-4bfb-91c7-938b7dde757a Dec 27 14:13:57.282532 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd9baa2-a3df-4ba0-a5c1-1dcd2d951ef7,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:57.326488 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.326844 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.327179 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.327504 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.327824 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.328166 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.328498 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.328817 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.329143 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.329470 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.329785 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.330090 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.330394 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Tracked resource versions report: Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: pushed versions: Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: { 'AddressGroup': {'1.2'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'ConntrackHelper': {'1.0'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Log': {'1.0'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Network': {'1.1'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Port': {'1.7'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'PortForwarding': {'1.2'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'QosPolicy': {'1.10'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroup': {'1.5'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SubPort': {'1.0'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Subnet': {'1.1'}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Trunk': {'1.1'}} Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: consumer versions: Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'ConntrackHelper': '1.0', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'LocalIPAssociation': '1.0', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Log': '1.0', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Network': '1.1', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Port': '1.7', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'PortForwarding': '1.2', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'QosPolicy': '1.10', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroup': '1.5', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroupRule': '1.2', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SubPort': '1.0', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Subnet': '1.1', Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Trunk': '1.1'}} Dec 27 14:13:57.331780 dv-cinder-823015-1-iscsi neutron-server[102429]: {{(pid=102429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:13:57.380196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.422515 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.423697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:13:57.424432 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:13:57.483097 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4580505 Dec 27 14:13:57.525153 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09213b1-7913-4313-8af8-b6306695be96 admin admin] Pushing event updated for resources: {'Network': ['ID=fb3df41a-be6b-4bfb-91c7-938b7dde757a,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:13:57.536033 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:13:59.924698 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51448) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:14:00.057446 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb83f42-5e83-43d7-b6a9-5c96e95873bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:14:00.058783 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-0bb83f42-5e83-43d7-b6a9-5c96e95873bf admin admin] 10.222.0.37 "GET /v2.0/subnets/1b47723b-a401-4f9e-87a1-9dce6d0e38cb HTTP/1.1" status: 200 len: 849 time: 0.1330817 Dec 27 14:14:00.194235 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5625efef-b136-4502-a31b-de8761df94dc admin admin] 10.222.0.37 "GET /v2.0/routers/2468b18b-b5d5-4335-9256-0dcfabe6858e HTTP/1.1" status: 200 len: 704 time: 0.1294746 Dec 27 14:14:00.451743 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:00.738121 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Allocated IP 172.20.0.1 (9c281e6a-f7cf-4e5c-92fe-b7a96a939925/1b47723b-a401-4f9e-87a1-9dce6d0e38cb/af862086-b828-4cb8-a976-1320a165ad48) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:14:00.921214 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:00.986879 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.057452 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:14:01.062677 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:14:01.074968 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:14:01.075383 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.096633 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Pushing event updated for resources: {'Port': ['ID=af862086-b828-4cb8-a976-1320a165ad48,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:01.250166 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-804a7dcb-6a82-48aa-99e6-128d84e2ed28 None None] Provisioning complete for port af862086-b828-4cb8-a976-1320a165ad48 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:01.250753 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-804a7dcb-6a82-48aa-99e6-128d84e2ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.270528 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.283680 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-804a7dcb-6a82-48aa-99e6-128d84e2ed28 None None] Port af862086-b828-4cb8-a976-1320a165ad48 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:14:01.525167 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.529442 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.530184 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.612712 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Pushing event updated for resources: {'Port': ['ID=af862086-b828-4cb8-a976-1320a165ad48,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:01.652973 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:14:01.654197 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:14:01.806174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-93d345bf-345e-49bb-b00a-f4d65974527f None None] Provisioning complete for port af862086-b828-4cb8-a976-1320a165ad48 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:01.806543 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-93d345bf-345e-49bb-b00a-f4d65974527f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:01.812554 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Router 2468b18b-b5d5-4335-9256-0dcfabe6858e is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:14:01.842561 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-93d345bf-345e-49bb-b00a-f4d65974527f None None] Port af862086-b828-4cb8-a976-1320a165ad48 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:14:01.903096 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:14:01.908521 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-863da658-7203-4641-9aeb-7cf1f93e2763 admin admin] 10.222.0.37 "PUT /v2.0/routers/2468b18b-b5d5-4335-9256-0dcfabe6858e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7086837 Dec 27 14:14:01.913459 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Sync routers for ids ['2468b18b-b5d5-4335-9256-0dcfabe6858e'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:14:01.925958 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Routers {'2468b18b-b5d5-4335-9256-0dcfabe6858e'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:14:01.927421 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:13:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['2468b18b-b5d5-4335-9256-0dcfabe6858e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:02.114970 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Set router 2468b18b-b5d5-4335-9256-0dcfabe6858e gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:14:02.542864 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'name': 'router1', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:13:51Z', 'updated_at': '2021-12-27T14:14:01Z', 'revision_number': 2, 'project_id': '9028805f31fb4e5888748ee626080703', 'gw_port_host': None, '_interfaces': [{'id': 'af862086-b828-4cb8-a976-1320a165ad48', 'name': '', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:00Z', 'updated_at': '2021-12-27T14:14:01Z', 'revision_number': 2, 'project_id': '9028805f31fb4e5888748ee626080703', 'subnets': [{'id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:02.590038 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Checking router: 2468b18b-b5d5-4335-9256-0dcfabe6858e for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:14:02.590405 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Updating router 2468b18b-b5d5-4335-9256-0dcfabe6858e port af862086-b828-4cb8-a976-1320a165ad48 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:14:02.665541 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.140404 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.148248 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.309624 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Pushing event updated for resources: {'Port': ['ID=af862086-b828-4cb8-a976-1320a165ad48,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:03.318085 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.318440 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.318772 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.319096 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.319417 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.319736 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.320084 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.320402 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.320716 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.321044 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.321362 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.321675 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.321983 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Tracked resource versions report: Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: pushed versions: Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: { 'AddressGroup': {'1.2'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'ConntrackHelper': {'1.0'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Log': {'1.0'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Network': {'1.1'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Port': {'1.7'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'PortForwarding': {'1.2'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'QosPolicy': {'1.10'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroup': {'1.5'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SubPort': {'1.0'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Subnet': {'1.1'}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Trunk': {'1.1'}} Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: consumer versions: Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'ConntrackHelper': '1.0', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'LocalIPAssociation': '1.0', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Log': '1.0', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Network': '1.1', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Port': '1.7', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'PortForwarding': '1.2', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'QosPolicy': '1.10', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroup': '1.5', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroupRule': '1.2', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SubPort': '1.0', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Subnet': '1.1', Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Trunk': '1.1'}} Dec 27 14:14:03.323343 dv-cinder-823015-1-iscsi neutron-server[102432]: {{(pid=102432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:14:03.337480 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Attempting to bind port af862086-b828-4cb8-a976-1320a165ad48 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:14:03.337879 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Attempting to bind port af862086-b828-4cb8-a976-1320a165ad48 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:14:03.338326 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Attempting to bind port af862086-b828-4cb8-a976-1320a165ad48 on network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:14:03.343675 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:14:03.344773 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Checking segment: {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:14:03.345445 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.346008 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Bound using segment: {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:14:03.346565 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Bound port: af862086-b828-4cb8-a976-1320a165ad48, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff6e71d-d540-4c91-8877-a98c9fe1e310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:14:03.347033 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.394478 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-a56d67be-70c1-42c2-9cb9-e413681e8792 None None] Provisioning complete for port af862086-b828-4cb8-a976-1320a165ad48 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:03.395023 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a56d67be-70c1-42c2-9cb9-e413681e8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.431660 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] For port af862086-b828-4cb8-a976-1320a165ad48, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:14:03.447926 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a56d67be-70c1-42c2-9cb9-e413681e8792 None None] Port af862086-b828-4cb8-a976-1320a165ad48 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:14:03.452663 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] For port af862086-b828-4cb8-a976-1320a165ad48, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=af862086-b828-4cb8-a976-1320a165ad48,segment=NetworkSegment(cff6e71d-d540-4c91-8877-a98c9fe1e310),segment_id=cff6e71d-d540-4c91-8877-a98c9fe1e310)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:14:03.458230 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.517770 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Routers {'2468b18b-b5d5-4335-9256-0dcfabe6858e'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:14:03.518394 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:13:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['2468b18b-b5d5-4335-9256-0dcfabe6858e'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:03.606139 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] Set router 2468b18b-b5d5-4335-9256-0dcfabe6858e gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:14:03.685153 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-e30ad923-6fa3-4aef-a42f-86ed77c4642c None None] Provisioning complete for port af862086-b828-4cb8-a976-1320a165ad48 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:03.685519 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30ad923-6fa3-4aef-a42f-86ed77c4642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.749338 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91223d5-ff95-47cd-b219-e819ac37cca0 None None] Pushing event updated for resources: {'Port': ['ID=af862086-b828-4cb8-a976-1320a165ad48,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:03.787558 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30ad923-6fa3-4aef-a42f-86ed77c4642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.824596 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e30ad923-6fa3-4aef-a42f-86ed77c4642c None None] For port af862086-b828-4cb8-a976-1320a165ad48, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=af862086-b828-4cb8-a976-1320a165ad48,segment=NetworkSegment(cff6e71d-d540-4c91-8877-a98c9fe1e310),segment_id=cff6e71d-d540-4c91-8877-a98c9fe1e310)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:14:03.828955 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e30ad923-6fa3-4aef-a42f-86ed77c4642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:03.840223 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'name': 'router1', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:13:51Z', 'updated_at': '2021-12-27T14:14:01Z', 'revision_number': 2, 'project_id': '9028805f31fb4e5888748ee626080703', 'gw_port_host': None, '_interfaces': [{'id': 'af862086-b828-4cb8-a976-1320a165ad48', 'name': '', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:00Z', 'updated_at': '2021-12-27T14:14:03Z', 'revision_number': 4, 'project_id': '9028805f31fb4e5888748ee626080703', 'subnets': [{'id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:03.868645 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e66da4-ed90-4df7-b759-8cfdc65346bb None None] The sync data for ids ['2468b18b-b5d5-4335-9256-0dcfabe6858e'] in dv-cinder-823015-1-iscsi is: [{'id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'name': 'router1', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:13:51Z', 'updated_at': '2021-12-27T14:14:01Z', 'revision_number': 2, 'project_id': '9028805f31fb4e5888748ee626080703', 'gw_port_host': None, '_interfaces': [{'id': 'af862086-b828-4cb8-a976-1320a165ad48', 'name': '', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:00Z', 'updated_at': '2021-12-27T14:14:03Z', 'revision_number': 4, 'project_id': '9028805f31fb4e5888748ee626080703', 'subnets': [{'id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:14:03.878607 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ad923-6fa3-4aef-a42f-86ed77c4642c None None] Pushing event updated for resources: {'Port': ['ID=af862086-b828-4cb8-a976-1320a165ad48,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:06.889235 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51466) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:14:06.997936 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25631a42-5378-4cd6-b65f-f1ffc74058dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:14:06.999280 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-25631a42-5378-4cd6-b65f-f1ffc74058dd admin admin] 10.222.0.37 "GET /v2.0/networks/fb3df41a-be6b-4bfb-91c7-938b7dde757a HTTP/1.1" status: 200 len: 842 time: 0.1090407 Dec 27 14:14:07.009245 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:14:07.036915 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Made reservation on behalf of 3f0229e1c1a54dcb9cdc2011859382c3 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:14:07.039190 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:07.340903 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.objects.ports [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102429) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 27 14:14:07.341254 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:07.396226 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbbf1b8-1f5c-46d2-9140-a82ea205c57c,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:07.404755 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:14:07.405099 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Network hostable DHCP agents. Network: fb3df41a-be6b-4bfb-91c7-938b7dde757a, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:14:07.425906 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:14:07.437532 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, fb3df41a-be6b-4bfb-91c7-938b7dde757a) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:14:07.444070 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:14:07.444668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:07.449952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a66d3e-7249-43f8-ba2a-2f20df646467 None None] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:14:07.471861 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e860f6be-1360-4c4d-8299-6185c1a1c254 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4559326 Dec 27 14:14:07.557081 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709c858-7e3e-4e2c-a732-07eb2c11e0f6 None None] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:14:09.963751 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51478) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:14:10.215719 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f5a4662c-da50-4e0e-ba7c-77b814ffedfd admin admin] 10.222.0.37 "GET /v2.0/routers/2468b18b-b5d5-4335-9256-0dcfabe6858e HTTP/1.1" status: 200 len: 710 time: 0.2508616 Dec 27 14:14:10.329674 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68480a08-aae1-49a4-8035-9df2fbc95b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:14:10.331039 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-68480a08-aae1-49a4-8035-9df2fbc95b80 admin admin] 10.222.0.37 "GET /v2.0/networks/fb3df41a-be6b-4bfb-91c7-938b7dde757a HTTP/1.1" status: 200 len: 886 time: 0.1096356 Dec 27 14:14:10.340451 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:14:10.583940 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:10.746666 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device af862086-b828-4cb8-a976-1320a165ad48 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:14:10.795553 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port af862086-b828-4cb8-a976-1320a165ad48 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:10.795967 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:10.821819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:10.895644 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:11.045911 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Allocated IP 172.27.2.245 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/c369d1ed-7a2d-4205-b9da-a3fe7852113c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:14:11.196781 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:11.256027 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:11.326401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:14:11.334733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:14:11.337882 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:14:11.343388 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Pushing event updated for resources: {'Port': ['ID=c369d1ed-7a2d-4205-b9da-a3fe7852113c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:11.605454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:11.791728 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2007427', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2013196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46353'] for router, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:11.796692 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2007448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2007441', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2013189'] for router, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:11.902753 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Router 2468b18b-b5d5-4335-9256-0dcfabe6858e has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:14:12.005225 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:14:12.009568 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:12.010739 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7b9d688d-99bb-445c-a896-b16cf216cef2 admin admin] 10.222.0.37 "PUT /v2.0/routers/2468b18b-b5d5-4335-9256-0dcfabe6858e HTTP/1.1" status: 200 len: 890 time: 1.6734307 Dec 27 14:14:12.019821 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Sync routers for ids ['2468b18b-b5d5-4335-9256-0dcfabe6858e'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:14:12.032454 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Routers {'2468b18b-b5d5-4335-9256-0dcfabe6858e'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:14:12.033168 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:13:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['2468b18b-b5d5-4335-9256-0dcfabe6858e'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:12.254760 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Set router 2468b18b-b5d5-4335-9256-0dcfabe6858e gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:14:12.728243 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'name': 'router1', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c369d1ed-7a2d-4205-b9da-a3fe7852113c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:13:51Z', 'updated_at': '2021-12-27T14:14:11Z', 'revision_number': 4, 'project_id': '9028805f31fb4e5888748ee626080703', 'gw_port': {'id': 'c369d1ed-7a2d-4205-b9da-a3fe7852113c', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:10Z', 'updated_at': '2021-12-27T14:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'af862086-b828-4cb8-a976-1320a165ad48', 'name': '', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:00Z', 'updated_at': '2021-12-27T14:14:03Z', 'revision_number': 5, 'project_id': '9028805f31fb4e5888748ee626080703', 'subnets': [{'id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:12.777453 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Checking router: 2468b18b-b5d5-4335-9256-0dcfabe6858e for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:14:12.777804 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Updating router 2468b18b-b5d5-4335-9256-0dcfabe6858e port c369d1ed-7a2d-4205-b9da-a3fe7852113c binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:14:12.827520 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:13.142458 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:13.148232 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:13.202216 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18a58f-1516-4d00-a90f-b22a9adc7f48 None None] Pushing event updated for resources: {'Port': ['ID=c369d1ed-7a2d-4205-b9da-a3fe7852113c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:13.205698 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Attempting to bind port c369d1ed-7a2d-4205-b9da-a3fe7852113c on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:14:13.206064 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Attempting to bind port c369d1ed-7a2d-4205-b9da-a3fe7852113c by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:14:13.206426 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Attempting to bind port c369d1ed-7a2d-4205-b9da-a3fe7852113c on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:14:13.212660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:14:13.213056 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:14:13.213453 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:13.213836 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:14:13.214291 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Bound port: c369d1ed-7a2d-4205-b9da-a3fe7852113c, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:14:13.214683 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:13.262725 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] For port c369d1ed-7a2d-4205-b9da-a3fe7852113c, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:14:13.265750 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] For port c369d1ed-7a2d-4205-b9da-a3fe7852113c, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c369d1ed-7a2d-4205-b9da-a3fe7852113c,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:14:13.270753 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:13.325963 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Routers {'2468b18b-b5d5-4335-9256-0dcfabe6858e'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:14:13.326568 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:13:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['2468b18b-b5d5-4335-9256-0dcfabe6858e'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:13.364552 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18a58f-1516-4d00-a90f-b22a9adc7f48 None None] Pushing event updated for resources: {'Port': ['ID=c369d1ed-7a2d-4205-b9da-a3fe7852113c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:13.435207 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] Set router 2468b18b-b5d5-4335-9256-0dcfabe6858e gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:14:13.641331 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'name': 'router1', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c369d1ed-7a2d-4205-b9da-a3fe7852113c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:13:51Z', 'updated_at': '2021-12-27T14:14:11Z', 'revision_number': 4, 'project_id': '9028805f31fb4e5888748ee626080703', 'gw_port': {'id': 'c369d1ed-7a2d-4205-b9da-a3fe7852113c', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:10Z', 'updated_at': '2021-12-27T14:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'af862086-b828-4cb8-a976-1320a165ad48', 'name': '', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:00Z', 'updated_at': '2021-12-27T14:14:03Z', 'revision_number': 5, 'project_id': '9028805f31fb4e5888748ee626080703', 'subnets': [{'id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:14:13.667361 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d574b-833c-43c5-ab14-755db4358ec0 None None] The sync data for ids ['2468b18b-b5d5-4335-9256-0dcfabe6858e'] in dv-cinder-823015-1-iscsi is: [{'id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'name': 'router1', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'c369d1ed-7a2d-4205-b9da-a3fe7852113c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:13:51Z', 'updated_at': '2021-12-27T14:14:11Z', 'revision_number': 4, 'project_id': '9028805f31fb4e5888748ee626080703', 'gw_port': {'id': 'c369d1ed-7a2d-4205-b9da-a3fe7852113c', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:10Z', 'updated_at': '2021-12-27T14:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'af862086-b828-4cb8-a976-1320a165ad48', 'name': '', 'network_id': '9c281e6a-f7cf-4e5c-92fe-b7a96a939925', 'tenant_id': '9028805f31fb4e5888748ee626080703', 'mac_address': 'fa:16:3e:9d:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2468b18b-b5d5-4335-9256-0dcfabe6858e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:14:00Z', 'updated_at': '2021-12-27T14:14:03Z', 'revision_number': 5, 'project_id': '9028805f31fb4e5888748ee626080703', 'subnets': [{'id': '1b47723b-a401-4f9e-87a1-9dce6d0e38cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8b5072d-927b-4057-823d-40123f9ea595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:14:14.628495 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51486) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:14:14.733486 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c369d1ed-7a2d-4205-b9da-a3fe7852113c up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:14:14.741839 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a957e92d-c589-4abb-b322-f92d330ee1cb admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1120586 Dec 27 14:14:14.783991 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port c369d1ed-7a2d-4205-b9da-a3fe7852113c triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:14.784368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:14.866312 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:14.887646 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port c369d1ed-7a2d-4205-b9da-a3fe7852113c, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c369d1ed-7a2d-4205-b9da-a3fe7852113c,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:14:14.892387 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:14.942284 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=c369d1ed-7a2d-4205-b9da-a3fe7852113c,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:14:16.731490 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c369d1ed-7a2d-4205-b9da-a3fe7852113c up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:14:16.790955 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port c369d1ed-7a2d-4205-b9da-a3fe7852113c triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:14:16.791324 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:20.929733 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6d806302-87f7-4e6c-9cba-1c3ee617ba7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:23.325349 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a5a0b0d9-c733-4887-b099-e9f16602b3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:24.317432 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:26.095878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:26.933517 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:27.289362 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:14:50.903914 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e38dab9a-d1b3-42bb-b43d-65b0167b4ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:53.311354 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49807839-f170-4156-9e8a-42f3e19e5b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:54.317919 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:56.097730 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:14:56.936964 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:04.288801 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:15:20.906671 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f8e017ca-4cd5-4b7f-a044-a9410a0c24fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:23.306914 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e5d27350-9843-4455-9e3b-9d1cfb11f954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:24.320355 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:26.099133 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:26.945268 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:41.035468 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51970) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:41.097479 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac4faeb-91fc-4d5f-8224-2efa45323d0a admin admin] GET failed (client error): The resource could not be found. Dec 27 14:15:41.098793 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-aac4faeb-91fc-4d5f-8224-2efa45323d0a admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623536 Dec 27 14:15:41.264145 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a760f7-e024-42ac-bfb1-c27265c9d7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:41.265521 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b1a760f7-e024-42ac-bfb1-c27265c9d7d9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1621397 Dec 27 14:15:41.289348 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:15:43.651998 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 51980) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:43.743154 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534d7c9-07a0-4d23-acd6-805a57aefe30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:43.744753 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8534d7c9-07a0-4d23-acd6-805a57aefe30 admin admin] 10.222.0.37 "GET /v2.0/subnets/1b47723b-a401-4f9e-87a1-9dce6d0e38cb HTTP/1.1" status: 200 len: 849 time: 0.0917132 Dec 27 14:15:43.755175 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:15:43.837098 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:44.047335 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770769044520'] for subnet, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:44.080453 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:44.081173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:44.082476 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] 10.222.0.37 "PUT /v2.0/subnets/1b47723b-a401-4f9e-87a1-9dce6d0e38cb HTTP/1.1" status: 200 len: 868 time: 0.3309016 Dec 27 14:15:44.086727 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5dad72-8691-492e-bd05-27d74a1af66b None None] Network 9c281e6a-f7cf-4e5c-92fe-b7a96a939925 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:15:44.102370 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b47723b-a401-4f9e-87a1-9dce6d0e38cb,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:15:44.110900 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.110900 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.111267 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.111524 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.111875 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.112214 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.112562 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.112899 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.113246 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.113593 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.113932 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.114254 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.114575 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d505f-2c3a-49b2-82b0-56bddbc0bf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:15:44.448075 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-85854424-826b-430d-a3d7-a8784e08b70c None None] Provisioning complete for port 5c44350f-08bb-4297-9260-62c69478d92f triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:15:44.448572 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85854424-826b-430d-a3d7-a8784e08b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:44.535462 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-85854424-826b-430d-a3d7-a8784e08b70c None None] Provisioning complete for port af862086-b828-4cb8-a976-1320a165ad48 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:15:44.535744 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85854424-826b-430d-a3d7-a8784e08b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:46.467799 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51988) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:46.663041 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186f922-b2b5-4190-b20d-1e5b455cd042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:46.663643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186f922-b2b5-4190-b20d-1e5b455cd042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:46.665470 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f186f922-b2b5-4190-b20d-1e5b455cd042 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1967113 Dec 27 14:15:49.052531 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 51998) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:49.184606 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973e529-d33d-46fe-af5b-192ca43d3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:49.185071 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973e529-d33d-46fe-af5b-192ca43d3aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:49.186587 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b973e529-d33d-46fe-af5b-192ca43d3aba admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1330972 Dec 27 14:15:50.910812 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04dad245-aa96-4628-a2ba-409690772681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:51.558302 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52006) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:51.768430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b88ab-8269-4e36-941f-7c2f41d98a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:51.769714 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-877b88ab-8269-4e36-941f-7c2f41d98a74 admin admin] 10.222.0.37 "GET /v2.0/networks/9c281e6a-f7cf-4e5c-92fe-b7a96a939925 HTTP/1.1" status: 200 len: 868 time: 0.2104692 Dec 27 14:15:53.308315 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f2da7d37-bbc4-4c9e-868f-c47523fd0b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:54.156433 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52014) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:54.281798 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77043653-500b-41a4-ba8a-1824b776a7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:54.283146 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-77043653-500b-41a4-ba8a-1824b776a7ff admin admin] 10.222.0.37 "GET /v2.0/networks/fb3df41a-be6b-4bfb-91c7-938b7dde757a HTTP/1.1" status: 200 len: 886 time: 0.1249237 Dec 27 14:15:54.325187 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:56.102505 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:56.638813 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52022) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:56.761552 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918539f6-0e56-4860-9adf-8964048c424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:56.762002 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918539f6-0e56-4860-9adf-8964048c424b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:56.763523 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-918539f6-0e56-4860-9adf-8964048c424b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237872 Dec 27 14:15:56.939008 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:15:59.118355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52030) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:15:59.241314 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e12234-1682-4455-be4f-b009b87c80e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:59.242154 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e12234-1682-4455-be4f-b009b87c80e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:15:59.243926 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-16e12234-1682-4455-be4f-b009b87c80e9 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245883 Dec 27 14:16:01.612122 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52038) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:16:01.700996 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706758a2-919e-4ab4-b092-1b37d82c2fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:16:01.702312 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-706758a2-919e-4ab4-b092-1b37d82c2fed admin admin] 10.222.0.37 "GET /v2.0/subnets/1b47723b-a401-4f9e-87a1-9dce6d0e38cb HTTP/1.1" status: 200 len: 868 time: 0.0892410 Dec 27 14:16:04.084509 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52046) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:16:04.174266 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe756ae-2ce9-447f-ba9b-adbadb07ecb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:16:04.175993 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8fe756ae-2ce9-447f-ba9b-adbadb07ecb0 admin admin] 10.222.0.37 "GET /v2.0/subnets/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c HTTP/1.1" status: 200 len: 816 time: 0.0902727 Dec 27 14:16:18.288149 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:16:20.912033 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4e5b6016-ca47-41cb-9101-307884409277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:23.308783 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3e483286-fe05-4d04-8433-f1b2a86d3d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:24.326267 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:26.105679 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:26.941836 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:28.866798 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52100) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:16:28.913479 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [None req-36a41086-3df8-4ced-97f7-42a80bf19d55 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:16:28.914507 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-36a41086-3df8-4ced-97f7-42a80bf19d55 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467677 Dec 27 14:16:31.366752 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:16:31.426811 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a7279b-20e2-4524-91e1-3e461164bd0e admin admin] GET failed (client error): The resource could not be found. Dec 27 14:16:31.428140 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-44a7279b-20e2-4524-91e1-3e461164bd0e admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603948 Dec 27 14:16:31.571009 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13187a9c-eac0-4d31-aa52-9f05f1349c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:16:31.572524 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-13187a9c-eac0-4d31-aa52-9f05f1349c67 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398253 Dec 27 14:16:34.019872 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52118) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:16:34.064863 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'project_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'shared': True, 'name': 'shared'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:16:34.087114 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Made reservation on behalf of 3f0229e1c1a54dcb9cdc2011859382c3 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:16:34.089353 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:34.122607 dv-cinder-823015-1-iscsi neutron-server[102430]: WARNING neutron.services.revisions.revision_plugin [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Could not find related network for resource to bump revision. Dec 27 14:16:34.136011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:16:34.146220 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:34.146566 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Added segment ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b of type vlan for network 330d8dcf-9a75-4071-bae9-bb92e7c729eb Dec 27 14:16:34.185246 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:34.210910 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:34.211874 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:16:34.212446 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:34.266469 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2455478 Dec 27 14:16:34.271117 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Pushing event updated for resources: {'Network': ['ID=330d8dcf-9a75-4071-bae9-bb92e7c729eb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:16:34.279264 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.279626 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.280011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.280348 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.281553 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.281859 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.282175 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.282504 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.282848 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.283192 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.283518 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.283867 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.284181 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be854cf0-6119-49eb-b73e-78b07686868e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:34.295814 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 330d8dcf-9a75-4071-bae9-bb92e7c729eb details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:16:36.708511 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52128) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:16:36.784476 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.pecan_wsgi.hooks.translation [None req-4785dd35-3be0-4bcb-9f43-b105187b1090 admin admin] GET failed (client error): The resource could not be found. Dec 27 14:16:36.785803 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4785dd35-3be0-4bcb-9f43-b105187b1090 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0763357 Dec 27 14:16:36.863258 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c663ce-9c42-4f25-897d-eea41e8f85c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:16:36.864682 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a4c663ce-9c42-4f25-897d-eea41e8f85c9 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0738616 Dec 27 14:16:36.876532 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb', 'tenant_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'cidr': '192.168.233.0/24'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:16:36.902768 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Made reservation on behalf of 3f0229e1c1a54dcb9cdc2011859382c3 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:16:36.906496 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.094562 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.150925 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:16:37.160842 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Checking segment: {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:16:37.161191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Network hostable DHCP agents. Network: 330d8dcf-9a75-4071-bae9-bb92e7c729eb, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:16:37.177284 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Network 330d8dcf-9a75-4071-bae9-bb92e7c729eb is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:16:37.186404 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 330d8dcf-9a75-4071-bae9-bb92e7c729eb) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:16:37.191020 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:16:37.191608 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.196581 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f01311-a2a3-4b16-ad82-bdda8475d359 None None] Network 330d8dcf-9a75-4071-bae9-bb92e7c729eb requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:16:37.214176 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e041feb7-c131-4e0a-ba39-24078189f284 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3384731 Dec 27 14:16:37.318917 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-330d8dcf-9a75-4071-bae9-bb92e7c729eb', 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb', 'project_id': '3f0229e1c1a54dcb9cdc2011859382c3', 'fixed_ips': [{'subnet_id': '04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:16:37.320451 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.467667 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Allocated IP 192.168.233.2 (330d8dcf-9a75-4071-bae9-bb92e7c729eb/04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f/b0991a4b-ff82-4c94-9fb5-4734cf213c6d) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:16:37.709349 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.715635 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.755585 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Network 330d8dcf-9a75-4071-bae9-bb92e7c729eb is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:16:37.758171 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:16:37.762448 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:16:37.770328 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Pushing event updated for resources: {'Port': ['ID=b0991a4b-ff82-4c94-9fb5-4734cf213c6d,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:16:37.791989 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.792355 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.792715 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.793051 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.793378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.793703 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.794027 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.794350 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.794668 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.795000 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.795333 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.795636 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.796574 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:16:37.831048 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Attempting to bind port b0991a4b-ff82-4c94-9fb5-4734cf213c6d on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:16:37.831415 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Attempting to bind port b0991a4b-ff82-4c94-9fb5-4734cf213c6d by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:16:37.831775 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Attempting to bind port b0991a4b-ff82-4c94-9fb5-4734cf213c6d on network 330d8dcf-9a75-4071-bae9-bb92e7c729eb {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:16:37.836786 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:16:37.837153 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Checking segment: {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:16:37.837548 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.837937 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Bound using segment: {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:16:37.838400 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Bound port: b0991a4b-ff82-4c94-9fb5-4734cf213c6d, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:16:37.838790 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.903035 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] For port b0991a4b-ff82-4c94-9fb5-4734cf213c6d, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:16:37.907670 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] For port b0991a4b-ff82-4c94-9fb5-4734cf213c6d, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=b0991a4b-ff82-4c94-9fb5-4734cf213c6d,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:16:37.912754 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:37.969063 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bb4f8-b9ee-48c6-9849-e8a1bb2820cd None None] Pushing event updated for resources: {'Port': ['ID=b0991a4b-ff82-4c94-9fb5-4734cf213c6d,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:16:38.819565 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device b0991a4b-ff82-4c94-9fb5-4734cf213c6d up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:16:38.846528 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d143b-072a-478a-bedf-f0c9625d463b None None] Network 330d8dcf-9a75-4071-bae9-bb92e7c729eb requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:16:38.940444 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port b0991a4b-ff82-4c94-9fb5-4734cf213c6d triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:16:38.940816 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:39.007923 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-cf9455b8-8e77-46be-85b9-18448a35f18d None None] Provisioning complete for port b0991a4b-ff82-4c94-9fb5-4734cf213c6d triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:16:39.008237 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9455b8-8e77-46be-85b9-18448a35f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:39.091115 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:39.161446 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cf9455b8-8e77-46be-85b9-18448a35f18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:39.163904 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port b0991a4b-ff82-4c94-9fb5-4734cf213c6d, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=b0991a4b-ff82-4c94-9fb5-4734cf213c6d,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:16:39.173988 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:39.261113 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=b0991a4b-ff82-4c94-9fb5-4734cf213c6d,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:16:39.266415 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.db.api [None req-cf9455b8-8e77-46be-85b9-18448a35f18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 27 14:16:39.266821 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG oslo_db.api [None req-cf9455b8-8e77-46be-85b9-18448a35f18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 27 14:16:39.924464 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-ba44247f-b717-4f26-8495-e2653e2a6610 None None] Provisioning complete for port b0991a4b-ff82-4c94-9fb5-4734cf213c6d triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:16:39.925147 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ba44247f-b717-4f26-8495-e2653e2a6610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:40.784957 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device b0991a4b-ff82-4c94-9fb5-4734cf213c6d up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:16:40.831939 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port b0991a4b-ff82-4c94-9fb5-4734cf213c6d triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:16:40.832301 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:50.909312 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-db1b286d-7bcd-43e6-9aec-a43afdf67303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:53.312297 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bcb37b74-8f8e-47df-9357-6df46f82b0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:54.328583 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:55.289295 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:16:56.109397 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:16:56.950645 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:20.911931 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-416218d0-2d69-4ed7-a951-f32a75f9ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:23.313148 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-58c5c030-cd8e-43d2-9739-39cacf0d0cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:24.331052 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:26.111939 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:26.943136 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:32.288756 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:17:50.915562 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-acd6b990-84f8-4041-ba50-99b8019c69fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:53.317232 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39b7d7b9-a6c6-4be1-8b4d-588ac951d4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.218126 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52174) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:17:54.224017 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [None req-05d1d140-17fe-418d-ad43-8c579b59a556 tempest-verify_tempest_config-844122909 tempest-verify_tempest_config-844122909-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:17:54.224965 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-05d1d140-17fe-418d-ad43-8c579b59a556 tempest-verify_tempest_config-844122909 tempest-verify_tempest_config-844122909-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058987 Dec 27 14:17:54.333115 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.517195 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52192) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:17:54.619323 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.692486 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.695984 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.742110 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=95832ca9aa1a440b880bf96f17871b2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2238951 Dec 27 14:17:54.742928 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258f53df-5097-43f8-a6c0-27fbf43f69dc,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:17:54.744915 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52196) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:17:54.749923 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.750288 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.750633 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.750968 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.751297 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.751630 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.751999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.752334 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.752657 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.752980 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.753301 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.753617 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.753939 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4f9a15-fd90-4fa6-b974-edf28b05cc74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.800589 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.823603 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.914334 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.916914 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:54.918048 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/258f53df-5097-43f8-a6c0-27fbf43f69dc HTTP/1.1" status: 204 len: 168 time: 0.1721284 Dec 27 14:17:54.926436 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258f53df-5097-43f8-a6c0-27fbf43f69dc,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:17:54.932933 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.933297 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.933640 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.933972 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.934321 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.934645 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.934982 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.935404 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.935617 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.935958 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.936282 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.936597 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:54.936913 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce91a491-5b1a-49f6-8d85-dbbd7281f0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:17:56.115312 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:17:56.945351 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:09.286378 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:18:20.916856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-52ec2649-432f-40e3-b1e5-d55ba71b91e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:23.320643 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-85c3a471-63da-40fb-b2a2-2e85f5ab2aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:24.336444 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:26.118428 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:26.947599 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:46.284972 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:18:50.920414 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3512a4d5-50b6-4d4f-a506-caaddd9d1ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:53.322141 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8cba83b8-742f-45d3-95b9-52b78e93dcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:54.339641 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:56.120756 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:18:56.950377 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:20.924548 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-66b8c588-578d-40e1-b0e7-eb13a768820e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:23.284038 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 5 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:19:23.328532 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d8cd-2310-40c9-9264-e5fcbf36e0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:23.930607 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2014006'] for agent, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:24.344097 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:26.125635 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:26.952647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:39.050565 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52270) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:19:39.155728 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ce70c281-74af-488e-9045-26d8d2af5d3d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039762 Dec 27 14:19:41.539264 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52280) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:19:41.603771 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-50a85761-9558-4ae0-990b-a33733c6d1a3 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0634041 Dec 27 14:19:50.925882 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c67e1e82-65bb-4472-81ba-903076a0984c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:53.321338 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68a082cf-3f68-4e91-87f7-58e4c38831e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:53.887859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:54.349301 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:56.128665 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:19:56.961142 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:00.282890 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:20:20.926959 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-448cc2b1-6c6c-429e-acaf-2efb31d51db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:23.323942 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aac927f7-0999-4d83-bbdb-3f4c492ee102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:23.888884 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:24.350403 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:26.133121 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:26.956987 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:37.283359 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:20:50.928583 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-04d7c129-75b9-4c8b-bfd1-f63a1e663193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:53.326406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b026b35c-8b8b-43c5-b71d-f1561850dc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:53.896464 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:54.353489 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:56.141614 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:20:56.958129 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:11.853771 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52496) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:12.195346 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1895973176-network', 'tenant_id': '648321538a5a439baf7e39cee8742fc4'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:12.221132 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Made reservation on behalf of 648321538a5a439baf7e39cee8742fc4 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:12.223311 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52522) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:12.223817 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.235068 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.239877 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52528) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:12.265975 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52532) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:12.322921 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.328152 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.345202 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:12.356538 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.356886 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Added segment 9327cb96-972d-4c82-a559-e604f21513ac of type vlan for network f572a130-3f83-4c3c-b51f-af2b9bc79a2e Dec 27 14:21:12.401625 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121e2a44-4f7a-45eb-b66d-3ec6bff569cf,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:12.411443 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.411718 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.412095 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.413212 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.413553 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.413889 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.414221 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.414554 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.414888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.415218 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.415613 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.415976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.416467 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Tracked resource versions report: Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: pushed versions: Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: { 'AddressGroup': {'1.2'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'ConntrackHelper': {'1.0'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Log': {'1.0'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Network': {'1.1'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Port': {'1.7'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'PortForwarding': {'1.2'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'QosPolicy': {'1.10'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroup': {'1.5'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SubPort': {'1.0'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Subnet': {'1.1'}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Trunk': {'1.1'}} Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: consumer versions: Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: HyperV agent@hv-cinder-82301: {}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'ConntrackHelper': '1.0', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'LocalIPAssociation': '1.0', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Log': '1.0', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Network': '1.1', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Port': '1.7', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'PortForwarding': '1.2', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'QosPolicy': '1.10', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroup': '1.5', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SecurityGroupRule': '1.2', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'SubPort': '1.0', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Subnet': '1.1', Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: 'Trunk': '1.1'}} Dec 27 14:21:12.418215 dv-cinder-823015-1-iscsi neutron-server[102429]: {{(pid=102429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:21:12.433604 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.459624 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.460598 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:12.461199 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.493574 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-network', 'tenant_id': '5516ca8550bb4056a7966db3f506971b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:12.496345 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6406436 Dec 27 14:21:12.498895 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52542) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:12.504403 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Request body: {'subnet': {'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1895973176-subnet', 'tenant_id': '648321538a5a439baf7e39cee8742fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:12.516076 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1560860771-network', 'tenant_id': '3987a0b7a4764509990d2849d59e6238'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:12.530618 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Made reservation on behalf of 5516ca8550bb4056a7966db3f506971b for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:12.534318 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.544952 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.558891 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970bbf1-d18f-44c3-be52-5bb330204f08 admin admin] Pushing event updated for resources: {'Network': ['ID=f572a130-3f83-4c3c-b51f-af2b9bc79a2e,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:12.561264 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2132787624-network', 'tenant_id': 'e37ac1308b3b47e2a00660c375407525'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:12.570599 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:12.587963 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Made reservation on behalf of 648321538a5a439baf7e39cee8742fc4 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:12.591329 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.640042 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.666379 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.670689 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Made reservation on behalf of e37ac1308b3b47e2a00660c375407525 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:12.673708 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.697724 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.807659 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.869212 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:12.880249 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Made reservation on behalf of 3987a0b7a4764509990d2849d59e6238 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:12.883472 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.888582 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.904896 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216ddd2d-5814-4c8f-a51d-d3de89c52d1f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:12.908941 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.909338 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Added segment b2038f9e-2060-46db-a0d9-47f70fba4dce of type vlan for network d69ed432-f936-4488-b3c6-1b0b85e4dc0f Dec 27 14:21:12.910583 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.926180 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:12.938895 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5c6985-e3dc-4a23-9014-4a7d1f901915,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:12.953440 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.953790 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.954761 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.955103 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.955435 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.955762 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.956117 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.956441 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.956764 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.957083 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.957401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.957713 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.958024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Tracked resource versions report: Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: pushed versions: Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: { 'AddressGroup': {'1.2'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'ConntrackHelper': {'1.0'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Log': {'1.0'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Network': {'1.1'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Port': {'1.7'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'PortForwarding': {'1.2'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'QosPolicy': {'1.10'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroup': {'1.5'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SubPort': {'1.0'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Subnet': {'1.1'}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Trunk': {'1.1'}} Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: consumer versions: Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: HyperV agent@hv-cinder-82301: {}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'ConntrackHelper': '1.0', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'LocalIPAssociation': '1.0', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Log': '1.0', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Network': '1.1', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Port': '1.7', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'PortForwarding': '1.2', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'QosPolicy': '1.10', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroup': '1.5', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SecurityGroupRule': '1.2', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'SubPort': '1.0', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Subnet': '1.1', Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: 'Trunk': '1.1'}} Dec 27 14:21:12.959155 dv-cinder-823015-1-iscsi neutron-server[102430]: {{(pid=102430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:21:12.971445 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Checking segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:12.971810 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Network hostable DHCP agents. Network: f572a130-3f83-4c3c-b51f-af2b9bc79a2e, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:13.001645 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:13.017076 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, f572a130-3f83-4c3c-b51f-af2b9bc79a2e) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:13.021734 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:13.022318 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.029255 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d6170-5b08-49b9-b3b6-27c7c57fca41 None None] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:13.061968 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-50d54557-c7fc-4d6c-a628-09bd5573c5c0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5620434 Dec 27 14:21:13.068849 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292b3d2a-dfd4-435b-b1d0-84fed29d7081,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:13.162925 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:13.176814 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.185118 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.185532 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Added segment f57ff1a7-f945-4343-b0e9-60ef2d01debd of type vlan for network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e Dec 27 14:21:13.259448 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e2430-721e-4016-8df1-3b1b2f7ae3d5 None None] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:13.279089 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.293271 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.296005 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.296976 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:13.297550 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.317985 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.394051 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52584) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:13.398993 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Request body: {'subnet': {'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-subnet', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:13.403026 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1785445 Dec 27 14:21:13.409662 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.410577 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:13.411171 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.434258 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:13.447545 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Made reservation on behalf of 5516ca8550bb4056a7966db3f506971b for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:13.450460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.458710 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036f139-e22e-4457-a8e8-6ab86be2b97e admin admin] Pushing event updated for resources: {'Network': ['ID=d69ed432-f936-4488-b3c6-1b0b85e4dc0f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:13.469949 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:13.475245 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.475588 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Added segment 5ae79d9e-e7ec-442c-864e-980098f04bc6 of type vlan for network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 Dec 27 14:21:13.494116 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba93d90-0ced-4177-9348-217ee12fec94,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:13.517241 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2500732 Dec 27 14:21:13.518828 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52594) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:13.532675 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Request body: {'subnet': {'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2132787624-subnet', 'tenant_id': 'e37ac1308b3b47e2a00660c375407525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:13.659556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.667612 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab77858-fbe1-42bd-967f-dc1d6c1a33c7 admin admin] Pushing event updated for resources: {'Network': ['ID=149dcfc0-946a-49fb-bf36-cbc1a9d4227e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:13.677983 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:13.702713 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Made reservation on behalf of e37ac1308b3b47e2a00660c375407525 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:13.705421 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.709229 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.710491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:13.711309 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.732031 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:13.785585 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52614) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:13.818456 dv-cinder-823015-1-iscsi neutron-server[102430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 27 14:21:13.834825 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5960493 Dec 27 14:21:13.847553 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52620) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:13.848247 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b62219a-316f-4de0-aefe-023f1fc3c53d,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:13.854612 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Request body: {'subnet': {'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1560860771-subnet', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:13.895303 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Made reservation on behalf of 3987a0b7a4764509990d2849d59e6238 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:13.898684 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.084386 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Checking segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:14.084386 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Network hostable DHCP agents. Network: d69ed432-f936-4488-b3c6-1b0b85e4dc0f, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:14.093569 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.099764 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86885183-bc17-4822-a213-09b62c874215 admin admin] Pushing event updated for resources: {'Network': ['ID=67a7decc-c7a3-4b69-8e7b-3eb61e173248,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:14.112023 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:14.159091 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=516fea43-056d-4131-b7d8-3e561b6f2674,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:14.183681 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:14.201597 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Checking segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:14.202217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Network hostable DHCP agents. Network: 67a7decc-c7a3-4b69-8e7b-3eb61e173248, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:14.206765 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, d69ed432-f936-4488-b3c6-1b0b85e4dc0f) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:14.229377 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:14.230017 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.235302 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67149da-bab0-49d2-9ea8-d79c4c4b7b99 None None] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:14.246161 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:14.254753 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 67a7decc-c7a3-4b69-8e7b-3eb61e173248) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:14.259274 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:14.259887 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.274030 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e1013037-fa59-48f7-ac52-26e6b13d3f76 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8786457 Dec 27 14:21:14.282605 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52644) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:14.285434 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82bbdd-392a-4ce4-af3e-d62802e2aaef None None] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:14.285678 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:21:14.301690 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8a06f04a-18d7-4301-9da1-7968649087ff admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4509537 Dec 27 14:21:14.304906 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:14.306351 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52646) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:14.312945 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:14.353446 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.360248 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.396202 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-c9895a49-de7f-4d0e-85a6-0823902d10a6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:14.406185 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-c9895a49-de7f-4d0e-85a6-0823902d10a6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.5920293 Dec 27 14:21:14.449348 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.454515 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f230f988-28ad-48f1-a398-39a94e1d6956 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/quotas/648321538a5a439baf7e39cee8742fc4 HTTP/1.1" status: 200 len: 375 time: 0.0468581 Dec 27 14:21:14.527829 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-c4d636c7-3f6d-4dc2-87c3-259554eae5b5 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718522 Dec 27 14:21:14.546814 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.547967 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.603965 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709e17ae-feb5-4d69-9bbc-25ebc1d28c6a None None] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:14.648286 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.657960 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:21:14.659354 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.659739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.801941 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:14.914156 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-a7e0df82-f260-4883-875e-b1dd0e58d249 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:21:14.915691 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-a7e0df82-f260-4883-875e-b1dd0e58d249 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1258094 Dec 27 14:21:14.918630 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:14.962618 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Allocated IP 172.20.0.2 (67a7decc-c7a3-4b69-8e7b-3eb61e173248/516fea43-056d-4131-b7d8-3e561b6f2674/54a8ff55-4a76-417e-99ef-b56687d23182) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:14.964791 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Checking segment: {'id': 'f57ff1a7-f945-4343-b0e9-60ef2d01debd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:14.965316 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Network hostable DHCP agents. Network: 149dcfc0-946a-49fb-bf36-cbc1a9d4227e, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:15.096682 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.113189 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:15.144424 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.146647 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-0121a234-6817-4799-be39-ed5065006bf1 service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216361 Dec 27 14:21:15.148786 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 149dcfc0-946a-49fb-bf36-cbc1a9d4227e) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:15.153432 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:15.154027 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.179995 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.187339 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.191936 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4688d-5f52-4801-9781-bf4980d08844 None None] Network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:15.259718 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-40905733-f3ed-43f3-b854-ae2c081f996a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7231452 Dec 27 14:21:15.260086 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.326124 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-04d87263-cb7b-4622-af3c-b778fdce1787 service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694221 Dec 27 14:21:15.364388 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Allocated IP 172.27.2.39 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/693b6443-8477-41a0-b864-1053881f39e2) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:15.373312 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Pushing event updated for resources: {'Port': ['ID=54a8ff55-4a76-417e-99ef-b56687d23182,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:15.400710 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.401425 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.402772 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.403333 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.403926 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.404480 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.405317 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.406064 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.406491 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.407194 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.407618 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.408130 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.408549 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Tracked resource versions report: Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: pushed versions: Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: { 'AddressGroup': {'1.2'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'ConntrackHelper': {'1.0'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Log': {'1.0'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Network': {'1.1'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Port': {'1.7'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'PortForwarding': {'1.2'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'QosPolicy': {'1.10'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroup': {'1.5'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SubPort': {'1.0'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Subnet': {'1.1'}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Trunk': {'1.1'}} Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: consumer versions: Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: HyperV agent@hv-cinder-82301: {}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'ConntrackHelper': '1.0', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'LocalIPAssociation': '1.0', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Log': '1.0', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Network': '1.1', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Port': '1.7', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'PortForwarding': '1.2', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'QosPolicy': '1.10', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroup': '1.5', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SecurityGroupRule': '1.2', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'SubPort': '1.0', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Subnet': '1.1', Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: 'Trunk': '1.1'}} Dec 27 14:21:15.409918 dv-cinder-823015-1-iscsi neutron-server[102431]: {{(pid=102431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:21:15.428708 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:15.430378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:15.433872 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:15.509201 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6d11e-e9bd-4439-a627-779b607dc40b None None] Network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:15.541579 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.578047 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.599334 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Attempting to bind port 54a8ff55-4a76-417e-99ef-b56687d23182 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:15.599709 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Attempting to bind port 54a8ff55-4a76-417e-99ef-b56687d23182 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:15.600173 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Attempting to bind port 54a8ff55-4a76-417e-99ef-b56687d23182 on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:15.608066 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.672660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:15.679660 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.680555 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Checking segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:15.681274 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.682871 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Bound using segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:15.686998 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Bound port: 54a8ff55-4a76-417e-99ef-b56687d23182, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:15.688353 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.748946 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:15.772832 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:15.781006 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:15.784744 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Pushing event updated for resources: {'Port': ['ID=693b6443-8477-41a0-b864-1053881f39e2,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:15.814167 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] For port 54a8ff55-4a76-417e-99ef-b56687d23182, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:15.817933 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] For port 54a8ff55-4a76-417e-99ef-b56687d23182, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=54a8ff55-4a76-417e-99ef-b56687d23182,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:15.827894 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:15.846667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Allocated IP 172.27.2.149 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/357f1bf3-1741-4ed8-a968-d702a231d591) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:15.945629 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52732) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:15.948022 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb99cb-6d50-4901-95d6-d62654ae6fe3 None None] Pushing event updated for resources: {'Port': ['ID=54a8ff55-4a76-417e-99ef-b56687d23182,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:15.948850 dv-cinder-823015-1-iscsi neutron-server[102429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 27 14:21:16.044389 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9fe251d1-901a-48b5-8d74-56c1e00fbc71 req-92ef281e-62ef-4028-873b-f5a4bc0c6cea tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.0687962 Dec 27 14:21:16.096482 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:16.144960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:16.278575 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:16.278575 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:16.278575 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:16.278575 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Pushing event updated for resources: {'Port': ['ID=357f1bf3-1741-4ed8-a968-d702a231d591,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:16.357881 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-ffb854fe-1061-4e88-88b8-8bbd73491a21 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:16.360739 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-ffb854fe-1061-4e88-88b8-8bbd73491a21 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/networks?id=149dcfc0-946a-49fb-bf36-cbc1a9d4227e HTTP/1.1" status: 200 len: 812 time: 0.4129946 Dec 27 14:21:16.362030 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:16.419976 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-506e68a6-f507-4b27-985c-e6354edf42c4 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/quotas/e37ac1308b3b47e2a00660c375407525 HTTP/1.1" status: 200 len: 375 time: 0.0220766 Dec 27 14:21:16.522043 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-7f081522-3ea4-46e3-89d6-835e06326c02 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37ac1308b3b47e2a00660c375407525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593760 Dec 27 14:21:16.639303 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:16.670332 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-d15c831e-00fa-41dd-8548-51cca40c005a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:21:16.671358 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-d15c831e-00fa-41dd-8548-51cca40c005a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0638011 Dec 27 14:21:16.712816 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:16.862392 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-abe9680a-e406-4112-a294-80dee7ff7a78 service neutron] 10.222.0.37 "GET /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799154 Dec 27 14:21:16.874596 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.049955 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 54a8ff55-4a76-417e-99ef-b56687d23182 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:17.078659 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Router bd40f14d-de43-4113-8562-abea4b1bd8d4 is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:21:17.138482 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:21:17.156350 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 54a8ff55-4a76-417e-99ef-b56687d23182 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:17.157195 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.165779 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-11138b40-91c9-4c1e-9158-10614b02d0a6 service neutron] 10.222.0.37 "GET /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783892 Dec 27 14:21:17.210392 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:21:17.221059 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Sync routers for ids ['bd40f14d-de43-4113-8562-abea4b1bd8d4'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:21:17.235752 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Routers {'bd40f14d-de43-4113-8562-abea4b1bd8d4'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:17.236398 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:20:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['bd40f14d-de43-4113-8562-abea4b1bd8d4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:17.257291 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.258788 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-45c37b9a-84bb-47a6-8a22-03591ee02c30 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9649670 Dec 27 14:21:17.261507 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52776) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:17.279401 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.321856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 54a8ff55-4a76-417e-99ef-b56687d23182, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=54a8ff55-4a76-417e-99ef-b56687d23182,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:17.328987 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.378243 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:21:17.394623 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e6e64-4c18-4829-ac5b-7f4ca3c3f06a None None] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:17.398487 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:21:17.403349 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.407569 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b79069c9-f942-42d1-985b-f0a5c14d7d97 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0984607 Dec 27 14:21:17.410700 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 52782) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:17.421192 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-22c5fac6-9ea8-4df6-9525-ac2238c8eb91 req-8a23da56-5944-496a-aa44-dfaea8d82dc2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.0998614 Dec 27 14:21:17.523828 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-09bfaccc-3ccb-4a5c-af96-693a1e062d57 None None] Provisioning complete for port 54a8ff55-4a76-417e-99ef-b56687d23182 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:17.524211 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-09bfaccc-3ccb-4a5c-af96-693a1e062d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:17.530310 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=54a8ff55-4a76-417e-99ef-b56687d23182,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:17.567540 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:17.568212 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:20:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:17.725193 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Set router bd40f14d-de43-4113-8562-abea4b1bd8d4 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:17.743019 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4030e1f4-7289-49c8-9df3-8218e1830d41 req-42f1edeb-c284-4336-a452-4838dc2471a8 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.1048579 Dec 27 14:21:17.801461 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:17.992911 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:16Z', 'revision_number': 3, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:18.022225 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Checking router: bd40f14d-de43-4113-8562-abea4b1bd8d4 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:21:18.022571 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Updating router bd40f14d-de43-4113-8562-abea4b1bd8d4 port 357f1bf3-1741-4ed8-a968-d702a231d591 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:21:18.031524 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.054770 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.100864 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:15Z', 'revision_number': 3, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:18.266415 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.305179 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:21:18.306050 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Updating router 29a58f4d-c377-4b61-bcee-ecc8217454e5 port 693b6443-8477-41a0-b864-1053881f39e2 binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:21:18.346159 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.499401 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.521861 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.525634 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Allocated IP 172.20.0.1 (67a7decc-c7a3-4b69-8e7b-3eb61e173248/516fea43-056d-4131-b7d8-3e561b6f2674/313e512b-1292-489e-9589-7d9b9797792c) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:18.542530 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c89e4e0e-dbf4-4444-8e4b-13e034e5b9c3 None None] Provisioning complete for port 54a8ff55-4a76-417e-99ef-b56687d23182 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:18.543467 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c89e4e0e-dbf4-4444-8e4b-13e034e5b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.555553 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Allocated IP 172.20.0.1 (d69ed432-f936-4488-b3c6-1b0b85e4dc0f/7b62219a-316f-4de0-aefe-023f1fc3c53d/ad216542-80cc-49f0-a6b6-55e52220ec9a) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:18.595445 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Attempting to bind port 357f1bf3-1741-4ed8-a968-d702a231d591 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:18.595785 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Attempting to bind port 357f1bf3-1741-4ed8-a968-d702a231d591 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:18.596173 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Attempting to bind port 357f1bf3-1741-4ed8-a968-d702a231d591 on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:18.598150 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Pushing event updated for resources: {'Port': ['ID=357f1bf3-1741-4ed8-a968-d702a231d591,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:18.607366 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.607728 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.609374 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.609374 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.609374 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.609374 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.609699 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.609779 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.610118 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.610413 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.622651 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.623236 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.623755 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Tracked resource versions report: Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: pushed versions: Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: { 'AddressGroup': {'1.2'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'ConntrackHelper': {'1.0'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'LocalIPAssociation': {'1.0'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Log': {'1.0'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Network': {'1.1'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Port': {'1.7'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'PortForwarding': {'1.2'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'QosPolicy': {'1.10'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroup': {'1.5'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroupRule': {'1.2'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SubPort': {'1.0'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Subnet': {'1.1'}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Trunk': {'1.1'}} Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: consumer versions: Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: { DHCP agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: HyperV agent@hv-cinder-82301: {}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: L3 agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: Metadata agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: Metering agent@dv-cinder-823015-1-iscsi: {}, Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: Open vSwitch agent@dv-cinder-823015-1-iscsi: { 'AddressGroup': '1.2', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'ConntrackHelper': '1.0', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'LocalIPAssociation': '1.0', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Log': '1.0', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Network': '1.1', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Port': '1.7', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'PortForwarding': '1.2', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'QosPolicy': '1.10', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroup': '1.5', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SecurityGroupRule': '1.2', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'SubPort': '1.0', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Subnet': '1.1', Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: 'Trunk': '1.1'}} Dec 27 14:21:18.625154 dv-cinder-823015-1-iscsi neutron-server[102432]: {{(pid=102432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 27 14:21:18.634445 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:18.636539 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:18.637207 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.637795 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:18.638589 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Bound port: 357f1bf3-1741-4ed8-a968-d702a231d591, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:18.639200 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.662483 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ea21403a-6d6e-4e6a-89e5-188f637cd30e req-9b6275d5-f3ce-4ad1-bdae-c7f32365cb3e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.1413765 Dec 27 14:21:18.755688 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] For port 357f1bf3-1741-4ed8-a968-d702a231d591, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:18.760335 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] For port 357f1bf3-1741-4ed8-a968-d702a231d591, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=357f1bf3-1741-4ed8-a968-d702a231d591,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:18.768524 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.779426 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.860456 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Routers {'bd40f14d-de43-4113-8562-abea4b1bd8d4'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:18.865720 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:20:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['bd40f14d-de43-4113-8562-abea4b1bd8d4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:18.867715 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220104f-bb0e-40e5-a544-f1fbb7cd3275 None None] Pushing event updated for resources: {'Port': ['ID=357f1bf3-1741-4ed8-a968-d702a231d591,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:18.874519 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.878368 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.891294 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.897678 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.927752 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:18.931868 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-eface8b2-6691-4da4-bddf-116c555f1195 req-74414a0a-c3b7-440f-afbd-c14f09e95088 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.0319898 Dec 27 14:21:18.948196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:18.952483 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:18.952983 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:18.992345 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Pushing event updated for resources: {'Port': ['ID=313e512b-1292-489e-9589-7d9b9797792c,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:18.996208 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.039698 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754dce-3ac7-4bef-ae53-789688304bd8 None None] Pushing event updated for resources: {'Port': ['ID=693b6443-8477-41a0-b864-1053881f39e2,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:19.054161 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 54a8ff55-4a76-417e-99ef-b56687d23182 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:19.072701 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] Set router bd40f14d-de43-4113-8562-abea4b1bd8d4 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:19.081800 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:19.094326 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:19.104053 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:19.105697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.108083 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Attempting to bind port 693b6443-8477-41a0-b864-1053881f39e2 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:19.108635 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Attempting to bind port 693b6443-8477-41a0-b864-1053881f39e2 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:19.108799 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Attempting to bind port 693b6443-8477-41a0-b864-1053881f39e2 on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:19.115268 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:19.115648 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:19.116079 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.116474 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:19.116948 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Bound port: 693b6443-8477-41a0-b864-1053881f39e2, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:19.117348 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.193334 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.222850 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 54a8ff55-4a76-417e-99ef-b56687d23182 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:19.223747 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.264727 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] For port 693b6443-8477-41a0-b864-1053881f39e2, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:19.294013 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] For port 693b6443-8477-41a0-b864-1053881f39e2, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=693b6443-8477-41a0-b864-1053881f39e2,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:19.309638 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-ade7760b-0486-4872-8468-2b8d6ee417c0 None None] Provisioning complete for port 313e512b-1292-489e-9589-7d9b9797792c triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:19.310407 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ade7760b-0486-4872-8468-2b8d6ee417c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.312696 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.327532 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad216542-80cc-49f0-a6b6-55e52220ec9a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:19.328924 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:16Z', 'revision_number': 3, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:19.358372 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c42369-e6fb-401c-b1a7-f4b7f3faed7f None None] The sync data for ids ['bd40f14d-de43-4113-8562-abea4b1bd8d4'] in dv-cinder-823015-1-iscsi is: [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:16Z', 'revision_number': 3, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:21:19.396547 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ade7760b-0486-4872-8468-2b8d6ee417c0 None None] Port 313e512b-1292-489e-9589-7d9b9797792c cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:21:19.440368 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.452058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.452783 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.482085 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db754dce-3ac7-4bef-ae53-789688304bd8 None None] Pushing event updated for resources: {'Port': ['ID=693b6443-8477-41a0-b864-1053881f39e2,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:19.484673 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:19.485276 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:20:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:19.585725 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:19.606106 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Pushing event updated for resources: {'Port': ['ID=313e512b-1292-489e-9589-7d9b9797792c,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:19.699049 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:19.765630 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:19.767695 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:19.934989 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7bb41943-5b29-4472-9117-f69d80fada20 req-40d286d1-1076-45a9-8982-e69d6010567d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.1092353 Dec 27 14:21:20.106791 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:20.125227 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:20.126950 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:20.240489 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:21:20.259364 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-8515cab8-65b1-4f15-b2ad-40da211fc649 None None] Provisioning complete for port 313e512b-1292-489e-9589-7d9b9797792c triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:20.259957 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8515cab8-65b1-4f15-b2ad-40da211fc649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:20.315620 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad216542-80cc-49f0-a6b6-55e52220ec9a,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:20.346624 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8515cab8-65b1-4f15-b2ad-40da211fc649 None None] Port 313e512b-1292-489e-9589-7d9b9797792c cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:21:20.353785 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-977fe300-f1bc-4eaa-ad5c-d084937becc6 req-b7ff3554-89a3-4969-8255-333ffbf38975 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.0966134 Dec 27 14:21:20.360471 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:20.362167 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:20.376046 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 2, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:20.419083 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ba42c-6efc-46bf-9293-8f79ea948334 None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 2, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:21:20.512281 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:21:20.532100 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5473cfda-b915-4d29-842d-12bbf76a0b27 admin admin] 10.222.0.37 "PUT /v2.0/routers/29a58f4d-c377-4b61-bcee-ecc8217454e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1199031 Dec 27 14:21:20.549373 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.30', 58473) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:20.691436 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Router bd40f14d-de43-4113-8562-abea4b1bd8d4 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:21:20.810281 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e5300375-ec57-480d-9229-d6cd5e3a4703 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:20.813002 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e5300375-ec57-480d-9229-d6cd5e3a4703 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.2620783 Dec 27 14:21:20.910053 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Request body: {'port': {'device_id': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'admin_state_up': True, 'tenant_id': '648321538a5a439baf7e39cee8742fc4'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:20.941382 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:21:20.948233 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd63a099-288a-4bf9-a7ca-a2d6cc53c235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:20.960200 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4fa2365a-b9b9-4360-9a92-4fbb5900f2f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd40f14d-de43-4113-8562-abea4b1bd8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6902013 Dec 27 14:21:21.197696 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 357f1bf3-1741-4ed8-a968-d702a231d591 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:21.218894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.30', 58476) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:21.412777 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 357f1bf3-1741-4ed8-a968-d702a231d591 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:21.413361 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:21.512454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-a3566c34-49a9-4fd9-ad18-895c06d2f633 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:21.532745 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-a3566c34-49a9-4fd9-ad18-895c06d2f633 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.30 "GET /v2.0/networks?id=149dcfc0-946a-49fb-bf36-cbc1a9d4227e HTTP/1.1" status: 200 len: 812 time: 0.2936022 Dec 27 14:21:21.551432 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Request body: {'port': {'device_id': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e', 'admin_state_up': True, 'tenant_id': 'e37ac1308b3b47e2a00660c375407525'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:21.723284 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:21.736373 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Made reservation on behalf of 648321538a5a439baf7e39cee8742fc4 for: {'port': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:21.747188 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:21.787687 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 357f1bf3-1741-4ed8-a968-d702a231d591, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=357f1bf3-1741-4ed8-a968-d702a231d591,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:21.796109 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:21.885297 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b4f3c486-8019-4eca-90ac-a535a55bc3c8 req-4b663210-0c35-4cea-acb6-bf7300cc7672 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.1461909 Dec 27 14:21:21.963035 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=357f1bf3-1741-4ed8-a968-d702a231d591,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:22.186497 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52962) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:22.195636 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--807766550', 'description': 'tempest-description--1908676529'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:22.259683 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Made reservation on behalf of e37ac1308b3b47e2a00660c375407525 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:22.268799 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:22.273640 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 52966) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:22.424460 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a48ec8e7-39cf-4383-b5a3-1771e9f76f2e req-79b7b410-c7e3-4e05-96aa-5c7068e70d61 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.1294305 Dec 27 14:21:22.471647 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:22.501125 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Allocated IP 172.20.0.12 (f572a130-3f83-4c3c-b51f-af2b9bc79a2e/8b5c6985-e3dc-4a23-9014-4a7d1f901915/5f034588-3141-4425-885f-1e0f76e6fb2a) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:22.795824 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Sync routers for ids ['bd40f14d-de43-4113-8562-abea4b1bd8d4'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:21:22.814998 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Routers {'bd40f14d-de43-4113-8562-abea4b1bd8d4'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:22.815740 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:20:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['bd40f14d-de43-4113-8562-abea4b1bd8d4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:23.061589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad216743-bb9a-4597-b411-4eea93f30509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.065786 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.102870 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Set router bd40f14d-de43-4113-8562-abea4b1bd8d4 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:23.176132 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.221838 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.246167 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 357f1bf3-1741-4ed8-a968-d702a231d591 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:23.363190 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6b187791-0d18-42c5-98a9-893bc721dae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.387465 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 357f1bf3-1741-4ed8-a968-d702a231d591 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:23.388256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.418262 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edda9b-2903-4fa2-b854-f6f76807c62b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:23.437940 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.533186 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad216743-bb9a-4597-b411-4eea93f30509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.534043 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 693b6443-8477-41a0-b864-1053881f39e2 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:23.553808 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ead9c513-3369-4109-b278-5333a5f9125d req-81353b6f-3819-40cb-b9e4-8a74e2dd02a8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.3714931 Dec 27 14:21:23.582905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ad216743-bb9a-4597-b411-4eea93f30509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.669667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.672526 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 693b6443-8477-41a0-b864-1053881f39e2 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:23.673137 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.675046 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e27a1775-4f52-4d63-9f04-6df626346419 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4837918 Dec 27 14:21:23.684906 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53012) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:23.730502 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'security_group_rule': {'security_group_id': 'f3edda9b-2903-4fa2-b854-f6f76807c62b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:23.788778 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'ad216542-80cc-49f0-a6b6-55e52220ec9a', 'name': '', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'mac_address': 'fa:16:3e:af:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 2, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'subnets': [{'id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:23.824165 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-ad216743-bb9a-4597-b411-4eea93f30509 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08a5635282ce40d79c183c5ec566a7eb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5356662 Dec 27 14:21:23.825835 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Allocated IP 172.20.0.6 (149dcfc0-946a-49fb-bf36-cbc1a9d4227e/1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6/839d0ed8-92c5-497f-a22d-8fe95743ee6c) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:23.829443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53020) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:23.850141 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:23.873533 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:23.882514 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Checking router: bd40f14d-de43-4113-8562-abea4b1bd8d4 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:21:23.883056 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Updating router bd40f14d-de43-4113-8562-abea4b1bd8d4 port ad216542-80cc-49f0-a6b6-55e52220ec9a binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:21:23.883394 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7769b847-4029-4077-92de-e4f771b6218f req-cd472bc4-5de5-4ed3-809d-64e6e84a62f5 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.0625646 Dec 27 14:21:23.885075 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad216743-bb9a-4597-b411-4eea93f30509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66c9631-3f80-4b09-920e-8fd1e2f5cf54,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:23.901217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event updated for resources: {'Port': ['ID=5f034588-3141-4425-885f-1e0f76e6fb2a,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:23.938823 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:23.958400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:23.959095 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.989458 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:23.997482 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.000613 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.014760 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.049201 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 693b6443-8477-41a0-b864-1053881f39e2, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=693b6443-8477-41a0-b864-1053881f39e2,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:24.056328 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.087772 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-eeffc70e-9a97-4678-bed8-e1edf7a6e4e2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:24.097887 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-eeffc70e-9a97-4678-bed8-e1edf7a6e4e2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 819 time: 1.0084188 Dec 27 14:21:24.164543 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-e525da7b-9637-466b-ad5a-9316595e2dc3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/quotas/5516ca8550bb4056a7966db3f506971b HTTP/1.1" status: 200 len: 375 time: 0.0653391 Dec 27 14:21:24.193808 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-f3d3961e-77d8-44a5-8185-be7fe916a078 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3005693 Dec 27 14:21:24.237141 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=693b6443-8477-41a0-b864-1053881f39e2,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:24.313896 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8de6407-2b90-4419-b02f-a85b96915de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.358637 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-5992ffaf-afe4-4eb1-81bf-de51d7c85cb1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:21:24.359422 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-5992ffaf-afe4-4eb1-81bf-de51d7c85cb1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0827780 Dec 27 14:21:24.375292 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.442891 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-307b67bc-0d08-465b-ab08-c909c06d77a2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2772775 Dec 27 14:21:24.482084 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8de6407-2b90-4419-b02f-a85b96915de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.558763 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.596294 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8de6407-2b90-4419-b02f-a85b96915de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.605438 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c8de6407-2b90-4419-b02f-a85b96915de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.608341 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-c8de6407-2b90-4419-b02f-a85b96915de6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c66c9631-3f80-4b09-920e-8fd1e2f5cf54 HTTP/1.1" status: 204 len: 168 time: 0.7779412 Dec 27 14:21:24.685139 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-69ae01d0-d5c5-4117-9ddc-6dc29fce3515 service neutron] 10.222.0.37 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412140 Dec 27 14:21:24.689784 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de6407-2b90-4419-b02f-a85b96915de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66c9631-3f80-4b09-920e-8fd1e2f5cf54,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:24.700767 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.862588 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.876913 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.896428 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-7242345d-7f6d-422a-b30e-112270168689 service neutron] 10.222.0.37 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098446 Dec 27 14:21:24.938747 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.949081 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:24.968494 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:24.989910 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:25.044960 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a126c8-ecfc-4477-9236-25cb24044288,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:25.059064 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.075227 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-46c56e73-fd44-494d-833c-c793e3a92ba8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3778341 Dec 27 14:21:25.075930 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53068) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:25.083148 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 693b6443-8477-41a0-b864-1053881f39e2 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:25.091205 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'security_group_rule': {'security_group_id': 'f3edda9b-2903-4fa2-b854-f6f76807c62b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:25.101551 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40c1da-2d91-4d80-89a9-ab39635bfe94 None None] Pushing event updated for resources: {'Port': ['ID=ad216542-80cc-49f0-a6b6-55e52220ec9a,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:25.173322 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.179419 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:25.195193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:25.195895 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.230601 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 693b6443-8477-41a0-b864-1053881f39e2 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:25.231738 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.276612 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Attempting to bind port ad216542-80cc-49f0-a6b6-55e52220ec9a on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:25.276612 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Attempting to bind port ad216542-80cc-49f0-a6b6-55e52220ec9a by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:25.277414 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Attempting to bind port ad216542-80cc-49f0-a6b6-55e52220ec9a on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:25.287293 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.290358 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7566986 Dec 27 14:21:25.292741 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:25.293426 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Checking segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:25.295018 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.295991 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Bound using segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:25.297258 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Bound port: ad216542-80cc-49f0-a6b6-55e52220ec9a, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:25.299000 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.309124 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.317079 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ff5c9-f8be-4d86-bbb4-c94ab705704e req-3516049b-0faf-44e7-9e21-9c2f35af9cff tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:25.327311 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0a1ff5c9-f8be-4d86-bbb4-c94ab705704e req-3516049b-0faf-44e7-9e21-9c2f35af9cff tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 932 time: 0.3086624 Dec 27 14:21:25.347464 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf98c5-bcff-4fb8-8ffe-1b0081569664 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Pushing event updated for resources: {'Port': ['ID=839d0ed8-92c5-497f-a22d-8fe95743ee6c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:25.360776 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8812e8e4-aaf9-40b0-85db-3815e0c3dc3f,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:25.393857 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.398477 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-28e6f699-8518-45a7-bb56-e2c7ec5f0eee tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3189056 Dec 27 14:21:25.399215 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53078) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:25.409825 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:25.473006 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.478605 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] For port ad216542-80cc-49f0-a6b6-55e52220ec9a, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:25.488261 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] For port ad216542-80cc-49f0-a6b6-55e52220ec9a, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=ad216542-80cc-49f0-a6b6-55e52220ec9a,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:25.499263 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.581500 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:21:25.630697 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40c1da-2d91-4d80-89a9-ab39635bfe94 None None] Pushing event updated for resources: {'Port': ['ID=ad216542-80cc-49f0-a6b6-55e52220ec9a,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:25.633414 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0a1ff5c9-f8be-4d86-bbb4-c94ab705704e req-ada2b87b-8d11-48ab-9583-cdbc3e4074ae tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016868 Dec 27 14:21:25.674183 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:25.679239 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Routers {'bd40f14d-de43-4113-8562-abea4b1bd8d4'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:25.682061 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['bd40f14d-de43-4113-8562-abea4b1bd8d4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:25.687686 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:25.748079 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:25.858451 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Request body: {'port': {'device_id': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:25.889173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Request body: {'port': {'device_id': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:25.966358 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] Set router bd40f14d-de43-4113-8562-abea4b1bd8d4 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:26.156024 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:26.245435 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53108) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:26.276960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:26.433743 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Allocated IP 172.27.2.154 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/febae278-393f-4bb0-9a48-631b6ba7925d) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:26.444568 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'ad216542-80cc-49f0-a6b6-55e52220ec9a', 'name': '', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'mac_address': 'fa:16:3e:af:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:25Z', 'revision_number': 4, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'subnets': [{'id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:26.459610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e542a-c2db-4556-ab93-b59c039d1a52 req-c6d1c281-a4b7-4170-a56c-85cea8a6e841 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:26.465134 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fb0e542a-c2db-4556-ab93-b59c039d1a52 req-c6d1c281-a4b7-4170-a56c-85cea8a6e841 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 931 time: 0.5159388 Dec 27 14:21:26.601726 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c5962e-7cbc-49be-a936-27c8e2ca4fd8 None None] The sync data for ids ['bd40f14d-de43-4113-8562-abea4b1bd8d4'] in dv-cinder-823015-1-iscsi is: [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'ad216542-80cc-49f0-a6b6-55e52220ec9a', 'name': '', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'mac_address': 'fa:16:3e:af:00:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:25Z', 'revision_number': 4, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'subnets': [{'id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:21:26.642848 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a02a74db-3100-45cf-83d3-8763b9df13b8 req-9cfea69e-82c4-450d-8f6b-a31e5233667f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 210 time: 0.7860925 Dec 27 14:21:26.643981 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:26.808513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:26.955193 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:26.974881 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 2, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:27.156264 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:21:27.157505 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Updating router 29a58f4d-c377-4b61-bcee-ecc8217454e5 port 313e512b-1292-489e-9589-7d9b9797792c binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:21:27.258134 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ad216542-80cc-49f0-a6b6-55e52220ec9a up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:27.277275 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.395235 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.398534 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48b5db5f-1fe9-4f95-8e8a-44b236635362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.540609 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.603513 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48b5db5f-1fe9-4f95-8e8a-44b236635362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.613132 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-48b5db5f-1fe9-4f95-8e8a-44b236635362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.652654 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-48b5db5f-1fe9-4f95-8e8a-44b236635362 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce209ff94f8b4c5081d703104e1dac96&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3652668 Dec 27 14:21:27.662676 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53146) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:27.723418 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fb0e542a-c2db-4556-ab93-b59c039d1a52 req-0c541c8b-18b2-4c04-82dc-f9d0b7526a80 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083496 Dec 27 14:21:27.727123 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5dae4-4efa-416a-9c61-ddffb9f5e5ca req-bea4d536-055c-4149-946a-620ffe05136e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:27.742774 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b2a5dae4-4efa-416a-9c61-ddffb9f5e5ca req-bea4d536-055c-4149-946a-620ffe05136e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 932 time: 0.4714818 Dec 27 14:21:27.846551 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.856308 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.905680 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:27.918538 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5db5f-1fe9-4f95-8e8a-44b236635362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda8f61-7524-445f-90d1-a6f3c3ab4098,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:27.961272 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:27.967194 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port ad216542-80cc-49f0-a6b6-55e52220ec9a triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:27.967895 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:27.976951 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:27.987428 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.30', 58493) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:28.121496 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e351b09-9bca-4efe-9353-acac10d57af6 None None] Pushing event updated for resources: {'Port': ['ID=313e512b-1292-489e-9589-7d9b9797792c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:28.297789 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Attempting to bind port 313e512b-1292-489e-9589-7d9b9797792c on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:28.298438 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Attempting to bind port 313e512b-1292-489e-9589-7d9b9797792c by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:28.298816 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Attempting to bind port 313e512b-1292-489e-9589-7d9b9797792c on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:28.327849 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:28.335494 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Checking segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:28.335922 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.336593 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Bound using segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:28.355249 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Bound port: 313e512b-1292-489e-9589-7d9b9797792c, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:28.355249 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.429462 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0361a67-1e54-4897-8313-afc2b3b57b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.474395 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'Port': ['ID=febae278-393f-4bb0-9a48-631b6ba7925d,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:28.564111 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0361a67-1e54-4897-8313-afc2b3b57b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.678635 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.719589 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b2a5dae4-4efa-416a-9c61-ddffb9f5e5ca req-dff24236-182e-4670-80cd-58f11f578b02 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8032196 Dec 27 14:21:28.726149 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-36f3d265-15b1-41b0-ab41-53245c2df8b2 None None] Provisioning complete for port 313e512b-1292-489e-9589-7d9b9797792c triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:28.728388 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-36f3d265-15b1-41b0-ab41-53245c2df8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.765340 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.846366 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:28.986030 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-36f3d265-15b1-41b0-ab41-53245c2df8b2 None None] Port 313e512b-1292-489e-9589-7d9b9797792c cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:21:29.016522 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] For port 313e512b-1292-489e-9589-7d9b9797792c, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:29.024559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] For port 313e512b-1292-489e-9589-7d9b9797792c, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=313e512b-1292-489e-9589-7d9b9797792c,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:29.041497 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.092033 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f034588-3141-4425-885f-1e0f76e6fb2a {{(pid=102429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:29.119897 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.158507 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839d0ed8-92c5-497f-a22d-8fe95743ee6c {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:29.192953 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.323729 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port ad216542-80cc-49f0-a6b6-55e52220ec9a, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=ad216542-80cc-49f0-a6b6-55e52220ec9a,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:29.343505 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.364007 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-a064a408-5bfa-4804-8792-b80521de1e76 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:29.367662 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-a064a408-5bfa-4804-8792-b80521de1e76 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 819 time: 1.3686578 Dec 27 14:21:29.411701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Transition to ACTIVE for port object 839d0ed8-92c5-497f-a22d-8fe95743ee6c will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:21:29.419351 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:21:29.420000 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:29.432270 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0361a67-1e54-4897-8313-afc2b3b57b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.446103 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d0361a67-1e54-4897-8313-afc2b3b57b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.449628 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d0361a67-1e54-4897-8313-afc2b3b57b76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eda8f61-7524-445f-90d1-a6f3c3ab4098 HTTP/1.1" status: 204 len: 168 time: 1.7856896 Dec 27 14:21:29.477727 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Request body: {'port': {'device_id': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'admin_state_up': True, 'tenant_id': '5516ca8550bb4056a7966db3f506971b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:29.523689 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.529979 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.provisioning_blocks [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Transition to ACTIVE for port object 5f034588-3141-4425-885f-1e0f76e6fb2a will not be triggered until provisioned by entity L2. {{(pid=102429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:21:29.596527 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.637290 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.661454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0361a67-1e54-4897-8313-afc2b3b57b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda8f61-7524-445f-90d1-a6f3c3ab4098,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:29.710871 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Pushing event updated for resources: {'Port': ['ID=5f034588-3141-4425-885f-1e0f76e6fb2a,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:29.730788 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:21:29.757952 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.783415 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-09305fbe-f514-4016-9dab-84514beedbc7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:29.790768 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-09305fbe-f514-4016-9dab-84514beedbc7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 819 time: 1.3797114 Dec 27 14:21:29.838936 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-2ae52d0a-4c0b-41ba-bb95-b6b571c59ad4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/quotas/5516ca8550bb4056a7966db3f506971b HTTP/1.1" status: 200 len: 375 time: 0.0262170 Dec 27 14:21:29.859705 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'Port': ['ID=febae278-393f-4bb0-9a48-631b6ba7925d,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:29.872652 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=839d0ed8-92c5-497f-a22d-8fe95743ee6c,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:29.875378 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.943308 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9644e-d30b-4bfa-a216-922c9cddaa9f req-b8679af5-b697-4fce-b379-80fbe99b683f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:29.945168 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c1b9644e-d30b-4bfa-a216-922c9cddaa9f req-b8679af5-b697-4fce-b379-80fbe99b683f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.4570966 Dec 27 14:21:29.977549 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:29.979160 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-caefd7ce-389c-4a8b-b405-5c0a2f76adaa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5790157 Dec 27 14:21:30.020359 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Attempting to bind port 839d0ed8-92c5-497f-a22d-8fe95743ee6c on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:30.020948 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Attempting to bind port 839d0ed8-92c5-497f-a22d-8fe95743ee6c by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'f57ff1a7-f945-4343-b0e9-60ef2d01debd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:30.021344 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Attempting to bind port 839d0ed8-92c5-497f-a22d-8fe95743ee6c on network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:30.021890 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Attempting to bind port 5f034588-3141-4425-885f-1e0f76e6fb2a on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:30.022391 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Attempting to bind port 5f034588-3141-4425-885f-1e0f76e6fb2a by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:30.022872 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Attempting to bind port 5f034588-3141-4425-885f-1e0f76e6fb2a on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:30.038093 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Port 5f034588-3141-4425-885f-1e0f76e6fb2a on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:21:30.039662 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Attempting to bind port 5f034588-3141-4425-885f-1e0f76e6fb2a on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:30.040466 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Port 839d0ed8-92c5-497f-a22d-8fe95743ee6c on network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:21:30.040799 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Attempting to bind port 839d0ed8-92c5-497f-a22d-8fe95743ee6c on network 149dcfc0-946a-49fb-bf36-cbc1a9d4227e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:30.060431 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-59eb401b-ee74-4073-9988-0b5f5e6a9cd4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112160 Dec 27 14:21:30.062897 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:30.065305 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:30.065653 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Checking segment: {'id': 'f57ff1a7-f945-4343-b0e9-60ef2d01debd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:30.066212 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Bound using segment: {'id': 'f57ff1a7-f945-4343-b0e9-60ef2d01debd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:30.066668 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Bound port: 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57ff1a7-f945-4343-b0e9-60ef2d01debd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:30.067020 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.068313 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Checking segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:30.068848 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Bound using segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:30.069315 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Bound port: 5f034588-3141-4425-885f-1e0f76e6fb2a, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:30.069841 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.101060 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c1b9644e-d30b-4bfa-a216-922c9cddaa9f req-dea19127-9d57-439b-b59e-bea05bf837b2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195304 Dec 27 14:21:30.287817 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] For port 5f034588-3141-4425-885f-1e0f76e6fb2a, host hv-cinder-82301, cleared binding levels {{(pid=102429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:30.297937 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] For port 5f034588-3141-4425-885f-1e0f76e6fb2a, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f034588-3141-4425-885f-1e0f76e6fb2a,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:30.312201 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.320304 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e351b09-9bca-4efe-9353-acac10d57af6 None None] Pushing event updated for resources: {'Port': ['ID=313e512b-1292-489e-9589-7d9b9797792c,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:30.356373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-fb51e5cd-0cab-49e0-b2cd-a87fd30b3d13 service neutron] 10.222.0.37 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777698 Dec 27 14:21:30.430512 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-996686d8-bcf2-4853-84f4-d15d49cd272b None None] Provisioning complete for port 313e512b-1292-489e-9589-7d9b9797792c triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:30.431234 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-996686d8-bcf2-4853-84f4-d15d49cd272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.445460 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] For port 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:30.457898 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] For port 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c,segment=NetworkSegment(f57ff1a7-f945-4343-b0e9-60ef2d01debd),segment_id=f57ff1a7-f945-4343-b0e9-60ef2d01debd)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:30.513365 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:30.514155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.516080 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] 10.222.0.30 "PUT /v2.0/ports/5f034588-3141-4425-885f-1e0f76e6fb2a HTTP/1.1" status: 200 len: 1094 time: 5.2238452 Dec 27 14:21:30.516701 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'tag': '5f034588-3141-4425-885f-1e0f76e6fb2a'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:30.540580 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=ad216542-80cc-49f0-a6b6-55e52220ec9a,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:30.595229 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:28Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:30.627199 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242c949-1425-45bc-96ec-b2ab66c0f2e1 None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:28Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:21:30.631003 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.692103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-7f977808-1476-41f4-81c9-a199c7d028a1 service neutron] 10.222.0.37 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240555 Dec 27 14:21:30.736527 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-996686d8-bcf2-4853-84f4-d15d49cd272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:30.849332 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-996686d8-bcf2-4853-84f4-d15d49cd272b None None] For port 313e512b-1292-489e-9589-7d9b9797792c, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=313e512b-1292-489e-9589-7d9b9797792c,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:30.856323 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-996686d8-bcf2-4853-84f4-d15d49cd272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:31.095209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996686d8-bcf2-4853-84f4-d15d49cd272b None None] Pushing event updated for resources: {'Port': ['ID=313e512b-1292-489e-9589-7d9b9797792c,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:31.325296 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:31.331408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:31.337097 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/839d0ed8-92c5-497f-a22d-8fe95743ee6c HTTP/1.1" status: 200 len: 1093 time: 5.9454553 Dec 27 14:21:31.385963 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'tag': '839d0ed8-92c5-497f-a22d-8fe95743ee6c'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:31.448694 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8924a-7928-489f-abcd-eb295f8ed1ef service neutron] Pushing event updated for resources: {'Port': ['ID=5f034588-3141-4425-885f-1e0f76e6fb2a,revision_number=3']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:31.518648 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f7f896-0669-4582-8726-47d67fe5a0db" -d '{"events": [{"name": "network-changed", "server_uuid": "9183a2b5-fbe1-45df-906b-e7311f3a3826", "tag": "5f034588-3141-4425-885f-1e0f76e6fb2a"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:31.600581 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-0b02afac-3f5b-4ea6-81f1-cab72c6b7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:31.602121 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-0b02afac-3f5b-4ea6-81f1-cab72c6b7a58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 1097 time: 0.7709713 Dec 27 14:21:31.624819 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ad216542-80cc-49f0-a6b6-55e52220ec9a up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:31.639885 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64941066-965e-443a-923b-b20f6d44b855 req-39f45eba-236d-4e36-9955-44c1a310b74d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:31.654237 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-64941066-965e-443a-923b-b20f6d44b855 req-39f45eba-236d-4e36-9955-44c1a310b74d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.6372259 Dec 27 14:21:31.818250 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Made reservation on behalf of 5516ca8550bb4056a7966db3f506971b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:31.832319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:31.946524 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-65b618ba-ae18-46ab-8d12-5d8bd6bd6b1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f034588-3141-4425-885f-1e0f76e6fb2a HTTP/1.1" status: 200 len: 217 time: 0.2853262 Dec 27 14:21:32.223274 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port ad216542-80cc-49f0-a6b6-55e52220ec9a triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:32.224840 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:32.241019 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-64941066-965e-443a-923b-b20f6d44b855 req-684ef460-072b-4788-a84b-53e67e3d63d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824661 Dec 27 14:21:32.291500 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780086c-444e-4150-9cd3-6f99ea2ef5c1 service neutron] Pushing event updated for resources: {'Port': ['ID=839d0ed8-92c5-497f-a22d-8fe95743ee6c,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:32.327253 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e99853ae-2f32-432b-a957-27f903a6a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:32.331632 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-e99853ae-2f32-432b-a957-27f903a6a150 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.3553815 Dec 27 14:21:32.457685 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 313e512b-1292-489e-9589-7d9b9797792c up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:32.462979 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0b59d4-e0b9-4c61-be6d-f74c90356405" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a23bf5-4a73-4f6b-97ba-2426322d63b1", "tag": "839d0ed8-92c5-497f-a22d-8fe95743ee6c"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:32.589406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 313e512b-1292-489e-9589-7d9b9797792c triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:32.589780 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:32.795305 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-bacd4dc9-d187-4696-9dbd-9fc6fd26b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:32.802594 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-bacd4dc9-d187-4696-9dbd-9fc6fd26b3e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e37ac1308b3b47e2a00660c375407525&device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 1096 time: 0.9851854 Dec 27 14:21:32.813284 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-4bd043f0-29d2-4356-b57f-8e9f33e549d4 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--807766550&fields=id&tenant_id=3987a0b7a4764509990d2849d59e6238 HTTP/1.1" status: 200 len: 267 time: 1.4743781 Dec 27 14:21:32.831405 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-3db9b520-be0c-4870-a54f-21bb5df532eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4783874 Dec 27 14:21:32.883006 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bce01401-1be6-4435-b4e6-6d00d046e85e req-be77ea0b-7ada-4acd-9b93-be89611b93b3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.1172128 Dec 27 14:21:33.027866 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0d3f5-59f6-4a85-a65d-5d32ec27a146 req-14b92103-1315-4c25-8671-e14a2dba0c9b tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:33.029752 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32a0d3f5-59f6-4a85-a65d-5d32ec27a146 req-14b92103-1315-4c25-8671-e14a2dba0c9b tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0789056 Dec 27 14:21:33.074237 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Allocated IP 172.20.0.3 (d69ed432-f936-4488-b3c6-1b0b85e4dc0f/7b62219a-316f-4de0-aefe-023f1fc3c53d/43013b38-d0e6-4557-ae2b-adff54b730ab) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:33.140153 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32a0d3f5-59f6-4a85-a65d-5d32ec27a146 req-5d019ae8-4980-4724-aa0e-c927ff8fbeeb tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033962 Dec 27 14:21:33.154861 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-fb32ee84-7333-4c32-93d8-5f6362a9a5d8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:33.156896 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-fb32ee84-7333-4c32-93d8-5f6362a9a5d8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 811 time: 0.3215878 Dec 27 14:21:33.207664 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-63cc2de2-f44f-45f0-b8a5-3c704cc432dc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/quotas/3987a0b7a4764509990d2849d59e6238 HTTP/1.1" status: 200 len: 375 time: 0.0221639 Dec 27 14:21:33.347207 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-13a2eff1-fe9e-412f-ae00-2f133eb63ad9 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275203 Dec 27 14:21:33.429623 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:33.506816 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e1df56-2de9-4175-bc9a-a1c40ced49c4 x-openstack-request-id: req-08e1df56-2de9-4175-bc9a-a1c40ced49c4 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:33.507074 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9183a2b5-fbe1-45df-906b-e7311f3a3826", "tag": "5f034588-3141-4425-885f-1e0f76e6fb2a", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:33.507669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08e1df56-2de9-4175-bc9a-a1c40ced49c4 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:33.508314 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'tag': '5f034588-3141-4425-885f-1e0f76e6fb2a', 'status': 'completed', 'code': 200} Dec 27 14:21:33.508677 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-75ea48f3-2a7a-41f9-9a0e-cd33560aea8e service neutron] 10.222.0.37 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371877 Dec 27 14:21:33.591759 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:33.694439 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709fad6-5acf-43f8-b9af-f6eda35d667d x-openstack-request-id: req-1709fad6-5acf-43f8-b9af-f6eda35d667d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:33.695089 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a23bf5-4a73-4f6b-97ba-2426322d63b1", "tag": "839d0ed8-92c5-497f-a22d-8fe95743ee6c", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:33.695547 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1709fad6-5acf-43f8-b9af-f6eda35d667d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:33.696108 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'tag': '839d0ed8-92c5-497f-a22d-8fe95743ee6c', 'status': 'completed', 'code': 200} Dec 27 14:21:33.725538 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:33.745723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:33.754819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:33.780241 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:33.781162 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:33.804407 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Pushing event updated for resources: {'Port': ['ID=43013b38-d0e6-4557-ae2b-adff54b730ab,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:33.811493 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-f7c19890-60f3-4df1-adb9-f381d401bf04 service neutron] 10.222.0.37 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944822 Dec 27 14:21:33.815141 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-c504f5fc-1d56-42ef-9201-4a2fc20f5112 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3549449 Dec 27 14:21:33.872065 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0395c8-99cf-46dc-b853-a273e2ffe883 req-b52d38cf-5948-49b6-b373-f21a86c99a3a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:33.874651 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3c0395c8-99cf-46dc-b853-a273e2ffe883 req-b52d38cf-5948-49b6-b373-f21a86c99a3a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0957718 Dec 27 14:21:33.972294 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3c0395c8-99cf-46dc-b853-a273e2ffe883 req-ac188587-4f68-4ffa-88e4-b5bf3e77d535 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908620 Dec 27 14:21:34.119133 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-574bdf37-5027-4153-95b8-d88d310d09b4 req-af20e05d-3d42-4f4b-ae02-0ff0bc893488 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0598724 Dec 27 14:21:34.249738 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-96c0e16b-0f14-474a-ab6b-d2b9b655a0be req-9f3985b9-68f7-4c95-aefc-df3e3fd0ad78 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0766904 Dec 27 14:21:34.427907 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6889b-3c0c-4d81-9a0b-38de70a3a5ac req-8d4ab4f0-8a80-4f2d-8927-8307961a923f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:34.442171 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1c6889b-3c0c-4d81-9a0b-38de70a3a5ac req-8d4ab4f0-8a80-4f2d-8927-8307961a923f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.1565402 Dec 27 14:21:34.532615 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1c6889b-3c0c-4d81-9a0b-38de70a3a5ac req-978cefd5-7c0c-4e1c-a3ee-dd8056aef2c3 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891898 Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: from cryptography.utils import int_from_bytes Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: from cryptography.utils import int_from_bytes Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.083276 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:35.085670 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:35.086603 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b0485-a9a4-4b17-bc75-62762c936fd0 req-0db1d6ca-1ac9-4802-a12b-831bbd902736 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:35.088161 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-066b0485-a9a4-4b17-bc75-62762c936fd0 req-0db1d6ca-1ac9-4802-a12b-831bbd902736 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0523205 Dec 27 14:21:35.140399 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-066b0485-a9a4-4b17-bc75-62762c936fd0 req-9f2b6d18-8c54-4959-9db5-4459df4db7d8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455859 Dec 27 14:21:35.217030 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7166388b-a1ab-4b8a-bbb7-4fdc37792956 req-82d4e1df-cdc8-4fe6-a680-06ef721a7cac tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0283384 Dec 27 14:21:35.364351 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-64dc912b-8565-4653-a71d-b610cb1c3d2d req-02badff6-b572-4dd3-8a2f-8976c209ea8b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0307121 Dec 27 14:21:35.615480 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53424) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:35.660436 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8057202-0a2a-4d4a-a684-b2fc674a8c05 req-275d018e-91a4-4f8c-8579-62c869494639 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:35.662330 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e8057202-0a2a-4d4a-a684-b2fc674a8c05 req-275d018e-91a4-4f8c-8579-62c869494639 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0546308 Dec 27 14:21:35.713451 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e8057202-0a2a-4d4a-a684-b2fc674a8c05 req-52a2e1ac-b8a1-45e9-b8aa-439f3052c248 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440621 Dec 27 14:21:35.740616 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e200e0a-893d-478d-80f8-9377a97558d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.818444 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e200e0a-893d-478d-80f8-9377a97558d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.822398 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e200e0a-893d-478d-80f8-9377a97558d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.859554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e200e0a-893d-478d-80f8-9377a97558d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0759e3b3-514a-4f13-8c74-4184376822e7,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:35.863769 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4e200e0a-893d-478d-80f8-9377a97558d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c3911306c3c41dfa23c5bc4d6ee2bb2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2472301 Dec 27 14:21:35.866667 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53444) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:35.918420 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-192cfe49-3afd-4fd6-af2d-17c65183c50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.940182 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-192cfe49-3afd-4fd6-af2d-17c65183c50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.994114 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-192cfe49-3afd-4fd6-af2d-17c65183c50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.997180 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-192cfe49-3afd-4fd6-af2d-17c65183c50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:35.998557 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-192cfe49-3afd-4fd6-af2d-17c65183c50d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0759e3b3-514a-4f13-8c74-4184376822e7 HTTP/1.1" status: 204 len: 168 time: 0.1306956 Dec 27 14:21:36.010931 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cfe49-3afd-4fd6-af2d-17c65183c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0759e3b3-514a-4f13-8c74-4184376822e7,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:36.266587 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbaaa4-da98-42c5-bd58-e93bd5b580df req-e2f7e37e-46f1-4505-b156-8c05998e10fb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:36.268096 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e4fbaaa4-da98-42c5-bd58-e93bd5b580df req-e2f7e37e-46f1-4505-b156-8c05998e10fb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0549834 Dec 27 14:21:36.325767 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e4fbaaa4-da98-42c5-bd58-e93bd5b580df req-3928e9ec-8b8d-4a4d-917e-ccd302a69193 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Dec 27 14:21:36.343586 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-efa2776f-c610-4f0f-b865-8f550a0ad530 req-ce6c439e-5867-4ef5-a81e-aa23b3defd88 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0469747 Dec 27 14:21:36.462081 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f170144-0275-4d8d-b0b1-a4e06302eaed req-966911ef-f045-4c5e-adf5-4013990310a7 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0298452 Dec 27 14:21:36.827632 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d75b2-b34b-4bd0-a435-400626bd8dc3 req-02cf5d03-a69d-4adf-af4c-48aa5db7c73c tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:36.829391 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b50d75b2-b34b-4bd0-a435-400626bd8dc3 req-02cf5d03-a69d-4adf-af4c-48aa5db7c73c tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0512450 Dec 27 14:21:36.888376 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b50d75b2-b34b-4bd0-a435-400626bd8dc3 req-6e6de256-65dd-42f6-b454-6ec52fd86798 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486546 Dec 27 14:21:37.337183 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53516) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:37.467243 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3b634-0556-45d4-bb0d-87aeba86e7c5 req-dc3ef28e-07c3-45fc-b4f3-2ffc6e8bac6f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:37.472653 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cf7be1d2-3181-45f4-bdc5-6b4d57b796e5 req-bb89c34e-5861-406e-aff3-eea8025ffffa tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0473123 Dec 27 14:21:37.475368 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-35b3b634-0556-45d4-bb0d-87aeba86e7c5 req-dc3ef28e-07c3-45fc-b4f3-2ffc6e8bac6f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0602863 Dec 27 14:21:37.491203 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bb0760dd-88e7-4d16-8149-4e8ddaacb21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.537716 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-35b3b634-0556-45d4-bb0d-87aeba86e7c5 req-7bd0883e-34d3-45fc-826c-66b4a32d3275 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615425 Dec 27 14:21:37.589320 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e340eba-8cfe-48e6-9065-ec41de1d92b3 req-847d6c45-6670-48b8-b480-2959434d2135 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0361314 Dec 27 14:21:37.607689 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bb0760dd-88e7-4d16-8149-4e8ddaacb21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.611760 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bb0760dd-88e7-4d16-8149-4e8ddaacb21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.662114 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bb0760dd-88e7-4d16-8149-4e8ddaacb21e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e4a562bc2084e4fb40b4f60d48b6aec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3234396 Dec 27 14:21:37.662972 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0760dd-88e7-4d16-8149-4e8ddaacb21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60742095-f579-475f-b7a0-95baa0a213a1,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:37.664795 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:37.719824 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83c8c138-1cae-407e-9bc2-0319f48918f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.740234 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83c8c138-1cae-407e-9bc2-0319f48918f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.791927 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83c8c138-1cae-407e-9bc2-0319f48918f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.794638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-83c8c138-1cae-407e-9bc2-0319f48918f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:37.795764 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-83c8c138-1cae-407e-9bc2-0319f48918f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/60742095-f579-475f-b7a0-95baa0a213a1 HTTP/1.1" status: 204 len: 168 time: 0.1299343 Dec 27 14:21:37.803423 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8c138-1cae-407e-9bc2-0319f48918f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60742095-f579-475f-b7a0-95baa0a213a1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:38.017063 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c6d60-18f1-49c3-8031-06ba9b643380 req-06bda784-6e28-4758-b523-760fd6446019 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:38.018771 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ec3c6d60-18f1-49c3-8031-06ba9b643380 req-06bda784-6e28-4758-b523-760fd6446019 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0607414 Dec 27 14:21:38.076819 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ec3c6d60-18f1-49c3-8031-06ba9b643380 req-eedadf13-f68d-4e91-86ce-90b8a5ef3e71 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501122 Dec 27 14:21:38.313248 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:38.426682 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e72803f5-b6c3-4b68-a444-b1d588438f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.502860 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e72803f5-b6c3-4b68-a444-b1d588438f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.507659 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e72803f5-b6c3-4b68-a444-b1d588438f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.528002 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53576) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:38.545756 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e72803f5-b6c3-4b68-a444-b1d588438f15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd263086b0eb4b80b7693d849d80b715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313819 Dec 27 14:21:38.547986 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53580) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:38.558352 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72803f5-b6c3-4b68-a444-b1d588438f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b2179-9983-4288-9a5b-c281db6d14ac,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:38.593925 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1da36fe4-7f9d-483d-869c-524600df138a req-8522087a-0f19-4ba4-9cf8-76bb93b8cbe3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0479078 Dec 27 14:21:38.635401 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c53768fa-268a-4e99-a6b2-9cbeb8360f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.654535 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574592737-network', 'tenant_id': '00470a1aaae644f1a4fee5b0adf547cb'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:38.675185 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c53768fa-268a-4e99-a6b2-9cbeb8360f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.680760 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42212ce3-91b0-4a29-ba74-8f62f3b5152e req-03178112-6648-4047-928d-714c124060a7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:38.681896 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-42212ce3-91b0-4a29-ba74-8f62f3b5152e req-03178112-6648-4047-928d-714c124060a7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0570266 Dec 27 14:21:38.715735 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d1ec2a4b-2e30-4fc1-bd7b-581d6c582760 req-a696600b-fadf-495a-8daa-847fefe0ffbb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0426269 Dec 27 14:21:38.738202 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Made reservation on behalf of 00470a1aaae644f1a4fee5b0adf547cb for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:38.740471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.741153 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-42212ce3-91b0-4a29-ba74-8f62f3b5152e req-ea77b261-410d-4b8a-8afc-c7e47dd0ae49 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531514 Dec 27 14:21:38.751627 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.782028 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c53768fa-268a-4e99-a6b2-9cbeb8360f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.784617 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c53768fa-268a-4e99-a6b2-9cbeb8360f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.785744 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-c53768fa-268a-4e99-a6b2-9cbeb8360f3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b3b2179-9983-4288-9a5b-c281db6d14ac HTTP/1.1" status: 204 len: 168 time: 0.2292020 Dec 27 14:21:38.805018 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53768fa-268a-4e99-a6b2-9cbeb8360f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b2179-9983-4288-9a5b-c281db6d14ac,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:38.856503 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.861196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.881155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:38.894575 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb149544-a78d-4ce2-9171-aa6be7e22cb6,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:38.899283 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.899565 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Added segment bb152e69-1491-4af4-9960-9b8781c28495 of type vlan for network 9608fde9-f87e-4619-a7e2-19f0bb18508d Dec 27 14:21:38.944616 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.970594 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:38.971515 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:38.972117 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.037005 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5052192 Dec 27 14:21:39.037155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53590) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:39.044870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Request body: {'subnet': {'network_id': '9608fde9-f87e-4619-a7e2-19f0bb18508d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574592737-subnet', 'tenant_id': '00470a1aaae644f1a4fee5b0adf547cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:39.049193 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a322e3b-40fb-456b-bf66-53a4347b09a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9608fde9-f87e-4619-a7e2-19f0bb18508d,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:39.064251 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 9608fde9-f87e-4619-a7e2-19f0bb18508d details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:39.068402 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53592) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:39.076330 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Made reservation on behalf of 00470a1aaae644f1a4fee5b0adf547cb for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:39.079141 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.094825 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-649ca53f-ee58-490c-90dc-a79e23c6ef5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.251527 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bca0a-1345-46c8-a7b7-1f4b943d9ad0 req-d789d044-d3fc-429a-a80b-5354c8a5ef60 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:39.253427 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3b5bca0a-1345-46c8-a7b7-1f4b943d9ad0 req-d789d044-d3fc-429a-a80b-5354c8a5ef60 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.1034307 Dec 27 14:21:39.342255 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-649ca53f-ee58-490c-90dc-a79e23c6ef5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.354427 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-649ca53f-ee58-490c-90dc-a79e23c6ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.394241 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3b5bca0a-1345-46c8-a7b7-1f4b943d9ad0 req-8936c948-d87b-4958-aa41-74272a4c283a tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302190 Dec 27 14:21:39.438934 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-649ca53f-ee58-490c-90dc-a79e23c6ef5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=552f4fda38bf4e179b435546b4a1acd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694396 Dec 27 14:21:39.440381 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ca53f-ee58-490c-90dc-a79e23c6ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe94b4-b453-4ce4-bc90-ee7f756c4f2e,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:39.441638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53602) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:39.444095 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.491685 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eee684cc-2fd4-4d81-8a5c-fd65be448a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.498434 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0515433a-20d8-40bb-809e-05ea467bb886,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:39.508584 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Checking segment: {'id': 'bb152e69-1491-4af4-9960-9b8781c28495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '9608fde9-f87e-4619-a7e2-19f0bb18508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:39.508939 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Network hostable DHCP agents. Network: 9608fde9-f87e-4619-a7e2-19f0bb18508d, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:39.517330 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eee684cc-2fd4-4d81-8a5c-fd65be448a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.527481 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Network 9608fde9-f87e-4619-a7e2-19f0bb18508d is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:39.536584 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 9608fde9-f87e-4619-a7e2-19f0bb18508d) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:39.540800 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:39.541557 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.547266 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779cb5d-560a-42fa-91da-5f0f37077e97 None None] Network 9608fde9-f87e-4619-a7e2-19f0bb18508d requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:39.559893 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e29c1be1-34a0-4242-8de2-928edb357a09 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5207562 Dec 27 14:21:39.569530 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eee684cc-2fd4-4d81-8a5c-fd65be448a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.572179 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eee684cc-2fd4-4d81-8a5c-fd65be448a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:39.574476 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-eee684cc-2fd4-4d81-8a5c-fd65be448a81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ffe94b4-b453-4ce4-bc90-ee7f756c4f2e HTTP/1.1" status: 204 len: 168 time: 0.1317713 Dec 27 14:21:39.583300 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee684cc-2fd4-4d81-8a5c-fd65be448a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe94b4-b453-4ce4-bc90-ee7f756c4f2e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:39.666112 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Request body: {'port': {'device_id': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:39.688671 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336ae92-d754-4df2-9b7e-a307ac40739c None None] Network 9608fde9-f87e-4619-a7e2-19f0bb18508d requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:39.802022 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-1872be6e-b911-4a5b-b15a-1c1d7808c235 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409178 Dec 27 14:21:39.811686 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-087fa0ab-03d4-438f-b8ca-ce546e4f5155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c HTTP/1.1" status: 200 len: 217 time: 0.1424963 Dec 27 14:21:39.836400 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-50da5586-87a5-4926-bceb-75aa580d0288 req-0eab1273-e243-4d56-8a21-a6bcb940bf8b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0431657 Dec 27 14:21:39.888429 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ad5303bf-78dc-4af3-be46-6f3995bb6395 req-012851f3-d8f4-4dcf-a4d1-aec05a28a14f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0527341 Dec 27 14:21:39.889922 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:40.128610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-b5e7a3a3-43c3-4225-a605-53c34948022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:40.130449 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-b5e7a3a3-43c3-4225-a605-53c34948022e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6 HTTP/1.1" status: 200 len: 852 time: 0.1740229 Dec 27 14:21:40.139794 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8be58acb-abd7-4bd3-81be-83973b7dd44c req-a8971246-53d1-41c7-8798-59c2a4858d9e service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876738 Dec 27 14:21:40.142148 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b588ae-dd10-474e-8f29-4ddc8742e590 req-4b0c561d-a282-460a-9ff3-22f7cfba1f4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:40.143608 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-31b588ae-dd10-474e-8f29-4ddc8742e590 req-4b0c561d-a282-460a-9ff3-22f7cfba1f4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.2085514 Dec 27 14:21:40.211011 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-4322b3a7-d924-4347-aeaa-eaadd7a28e0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=149dcfc0-946a-49fb-bf36-cbc1a9d4227e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642300 Dec 27 14:21:40.319991 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-77cac85e-cdae-4cce-b511-2054d75be55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:40.321498 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-77cac85e-cdae-4cce-b511-2054d75be55e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 1097 time: 0.0586462 Dec 27 14:21:40.705922 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-31b588ae-dd10-474e-8f29-4ddc8742e590 req-32b88001-3af3-4305-ae12-6ae528abca2d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5259750 Dec 27 14:21:40.741199 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-639cd62a-9da5-47ba-8f44-20e5a5b83570 service neutron] 10.222.0.30 "GET /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205293 Dec 27 14:21:40.744967 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d373f2d-933d-4a56-9ee4-92dca1819f7e req-63ccee6f-d377-4aac-9f79-3dce914f2a0c tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:40.746559 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5d373f2d-933d-4a56-9ee4-92dca1819f7e req-63ccee6f-d377-4aac-9f79-3dce914f2a0c tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.1600420 Dec 27 14:21:40.751755 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-7bb8cf7b-875f-499d-94f4-3cae2f2515fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:40.751755 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-7bb8cf7b-875f-499d-94f4-3cae2f2515fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 915 time: 0.4214265 Dec 27 14:21:40.805669 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.30', 58515) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:40.907487 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-75ff747c-b7c9-44b1-ab04-4cd458ce5ca0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f034588-3141-4425-885f-1e0f76e6fb2a HTTP/1.1" status: 200 len: 217 time: 0.1035197 Dec 27 14:21:40.917147 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5d373f2d-933d-4a56-9ee4-92dca1819f7e req-0e76c280-70bf-4d8f-b9cd-e4507af4b656 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587665 Dec 27 14:21:40.970946 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-b5954f0c-bd53-4ea2-8dc3-3b7dcb180819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:40.975291 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-b5954f0c-bd53-4ea2-8dc3-3b7dcb180819 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0564497 Dec 27 14:21:40.977273 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53678) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:40.990102 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1517562969-network', 'tenant_id': 'ac9f1b5a978c4bb8ad9d327ec9c0262d'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:41.035793 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-ffc3e5f2-3575-4494-8ab0-bdffef89404c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514915 Dec 27 14:21:41.046506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43013b38-d0e6-4557-ae2b-adff54b730ab {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:41.076063 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e767412-40d2-4b82-ab30-aaef48396aaa req-29528c5a-9b4e-4887-bc2f-3ed4b07ed4b9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0819967 Dec 27 14:21:41.099987 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.155433 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ff77b0f-8c81-4597-a0dd-1b1aa3cd6fcc req-e8adf60d-f04c-43e9-8351-8a21be6188a1 service neutron] 10.222.0.30 "GET /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526878 Dec 27 14:21:41.170175 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Transition to ACTIVE for port object 43013b38-d0e6-4557-ae2b-adff54b730ab will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:21:41.181516 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.253660 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7d243037-0151-436a-80a4-09d334c45800 req-9b4f923c-fc14-4c71-b10e-5db6d09a61a9 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.1536901 Dec 27 14:21:41.254217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Made reservation on behalf of ac9f1b5a978c4bb8ad9d327ec9c0262d for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:41.256413 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.280289 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.295484 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-e711cc86-822a-416f-b5db-69882e1d475b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:41.297397 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-e711cc86-822a-416f-b5db-69882e1d475b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 819 time: 0.4917805 Dec 27 14:21:41.316543 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-c6d46a1c-2fef-4f19-93af-bafba940b345 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179766 Dec 27 14:21:41.320639 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Request body: {'port': {'device_id': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'admin_state_up': True, 'tenant_id': '5516ca8550bb4056a7966db3f506971b'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:41.341268 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=43013b38-d0e6-4557-ae2b-adff54b730ab,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:41.457395 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.467568 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Attempting to bind port 43013b38-d0e6-4557-ae2b-adff54b730ab on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:41.468028 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Attempting to bind port 43013b38-d0e6-4557-ae2b-adff54b730ab by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:41.468584 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Attempting to bind port 43013b38-d0e6-4557-ae2b-adff54b730ab on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:41.470034 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.482788 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-270329bc-bb75-4091-a583-0c83ad20dda5 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544530 Dec 27 14:21:41.484528 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.30', 58519) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:41.509006 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-c718f42b-72f7-4ad5-b5e9-f253c3bf9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:41.511485 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-c718f42b-72f7-4ad5-b5e9-f253c3bf9aa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e37ac1308b3b47e2a00660c375407525&device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 1096 time: 0.2633781 Dec 27 14:21:41.516404 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Port 43013b38-d0e6-4557-ae2b-adff54b730ab on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:21:41.516969 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Attempting to bind port 43013b38-d0e6-4557-ae2b-adff54b730ab on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:41.517153 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:41.554858 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2048dcd0-570e-4455-b49a-ead84f16baf7,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:41.561595 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.561988 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Added segment 40d9c03b-aced-459f-a623-93975ea73e28 of type vlan for network a73a3910-8029-4e0b-8e2e-42dbf636d395 Dec 27 14:21:41.654006 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:41.654414 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Checking segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:41.654726 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Bound using segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:41.655144 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Bound port: 43013b38-d0e6-4557-ae2b-adff54b730ab, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:41.655500 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.831808 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-7734b4f6-02cd-4dde-a5e8-1c9cbf6fa4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:41.833615 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-7734b4f6-02cd-4dde-a5e8-1c9cbf6fa4cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=149dcfc0-946a-49fb-bf36-cbc1a9d4227e HTTP/1.1" status: 200 len: 912 time: 0.3109689 Dec 27 14:21:41.842498 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.867678 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-599c9a57-c009-4508-b0e6-c36729d2188c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:41.869181 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-599c9a57-c009-4508-b0e6-c36729d2188c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 811 time: 0.3767409 Dec 27 14:21:41.908033 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.909212 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:41.910328 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:41.938344 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] For port 43013b38-d0e6-4557-ae2b-adff54b730ab, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:41.942659 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-0971e3a8-b9b3-4532-8bc1-285debda7065 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c HTTP/1.1" status: 200 len: 217 time: 0.0814888 Dec 27 14:21:41.974985 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9966567 Dec 27 14:21:41.988084 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53736) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:42.001620 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] For port 43013b38-d0e6-4557-ae2b-adff54b730ab, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=43013b38-d0e6-4557-ae2b-adff54b730ab,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:42.017730 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Request body: {'subnet': {'network_id': 'a73a3910-8029-4e0b-8e2e-42dbf636d395', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1517562969-subnet', 'tenant_id': 'ac9f1b5a978c4bb8ad9d327ec9c0262d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:42.018912 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-1a3c450f-e128-41a3-9f97-475422e58029 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3987a0b7a4764509990d2849d59e6238 HTTP/1.1" status: 200 len: 379 time: 0.1407025 Dec 27 14:21:42.046941 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcff18c-8ea4-48f1-9a42-1202ad124579 req-65c566f8-55c0-4774-bfae-188400d925bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:42.048503 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ffcff18c-8ea4-48f1-9a42-1202ad124579 req-65c566f8-55c0-4774-bfae-188400d925bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.2478559 Dec 27 14:21:42.054213 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f23d2a-e38b-43aa-9b15-26d4c1a6ac4f admin admin] Pushing event updated for resources: {'Network': ['ID=a73a3910-8029-4e0b-8e2e-42dbf636d395,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:42.066701 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network a73a3910-8029-4e0b-8e2e-42dbf636d395 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:42.067690 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'port': {'device_id': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'admin_state_up': True, 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'security_groups': ['f3edda9b-2903-4fa2-b854-f6f76807c62b']}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:42.069792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.095657 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Made reservation on behalf of 5516ca8550bb4056a7966db3f506971b for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:42.101902 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.109594 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254262e6-8730-49fb-867b-e21c1f77ddfd req-08c50ca6-5151-4312-9ef0-8ab5a27a2630 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:42.111406 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-254262e6-8730-49fb-867b-e21c1f77ddfd req-08c50ca6-5151-4312-9ef0-8ab5a27a2630 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0894029 Dec 27 14:21:42.179527 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:42.180208 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.181617 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] 10.222.0.30 "PUT /v2.0/ports/43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 1093 time: 2.5198133 Dec 27 14:21:42.195872 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'tag': '43013b38-d0e6-4557-ae2b-adff54b730ab'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:42.199935 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20bb5da-d626-4782-91ff-dfc1c63fea09" -d '{"events": [{"name": "network-changed", "server_uuid": "8520422d-f3a9-443c-9e9a-12fb03ef1bcc", "tag": "43013b38-d0e6-4557-ae2b-adff54b730ab"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:42.233019 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-3cbd95c8-ca8d-4228-ae8e-81aeb1ebde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:42.234470 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-3cbd95c8-ca8d-4228-ae8e-81aeb1ebde9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6 HTTP/1.1" status: 200 len: 852 time: 0.2559586 Dec 27 14:21:42.272727 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-254262e6-8730-49fb-867b-e21c1f77ddfd req-3258c333-fc5d-40d3-bbc5-b76dda7ef846 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184034 Dec 27 14:21:42.324777 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Made reservation on behalf of ac9f1b5a978c4bb8ad9d327ec9c0262d for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:42.327312 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Publish callbacks [] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.339619 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-c6327abf-5fd6-4558-bd3c-e56b49998a45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=149dcfc0-946a-49fb-bf36-cbc1a9d4227e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830011 Dec 27 14:21:42.343029 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ffcff18c-8ea4-48f1-9a42-1202ad124579 req-1f834fb1-bc44-4613-a9ab-ae59d47d381b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679594 Dec 27 14:21:42.357078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Made reservation on behalf of 3987a0b7a4764509990d2849d59e6238 for: {'port': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:42.364745 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.407017 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53760) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:42.429670 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb7ef6-6d51-4192-8db9-685526cdfcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=43013b38-d0e6-4557-ae2b-adff54b730ab,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:42.524527 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-841ec4c0-3262-40d3-ab45-b987a5199a11 req-c45cfcc1-6a8c-437f-b526-6c72932d8563 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.1108155 Dec 27 14:21:42.548653 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184e7613-f8db-48fd-814c-b4092bfe4e79 x-openstack-request-id: req-184e7613-f8db-48fd-814c-b4092bfe4e79 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:42.548947 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8520422d-f3a9-443c-9e9a-12fb03ef1bcc", "tag": "43013b38-d0e6-4557-ae2b-adff54b730ab", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:42.549197 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-184e7613-f8db-48fd-814c-b4092bfe4e79 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:42.549593 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'tag': '43013b38-d0e6-4557-ae2b-adff54b730ab', 'status': 'completed', 'code': 200} Dec 27 14:21:42.566673 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-cc144e07-c67f-4ef8-92b1-754785db86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:42.568209 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-cc144e07-c67f-4ef8-92b1-754785db86f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1096 time: 0.3028190 Dec 27 14:21:42.671901 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-f7b693b9-49d6-4133-830d-75443a687e7b service neutron] 10.222.0.30 "GET /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110297 Dec 27 14:21:42.696860 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-7b7e63a6-2fc9-400d-91d9-23934983ca8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0728049 Dec 27 14:21:42.711659 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-721ab49f-30d7-4ab5-8edd-acad40c4a93a req-c251e5c2-9a89-4d8c-8643-c52d50f684af tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0451450 Dec 27 14:21:42.714555 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Allocated IP 172.20.0.7 (d69ed432-f936-4488-b3c6-1b0b85e4dc0f/7b62219a-316f-4de0-aefe-023f1fc3c53d/8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:42.749214 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Allocated IP 172.20.0.11 (67a7decc-c7a3-4b69-8e7b-3eb61e173248/516fea43-056d-4131-b7d8-3e561b6f2674/59b42668-caea-412a-a372-6451c4f609df) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:21:42.806290 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af0e3612-45bf-42cc-a2cc-f276bf5534da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.933867 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:42.981981 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.035861 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:43.052328 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'Port': ['ID=59b42668-caea-412a-a372-6451c4f609df,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:43.055703 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:43.057935 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: from cryptography.utils import int_from_bytes Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: from cryptography.utils import int_from_bytes Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.060915 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:43.062852 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:43.064666 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:43.064857 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.094777 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-aca44b3b-a5d8-4208-b454-5ffd27c1d885 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0327487 Dec 27 14:21:43.119207 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Request body: {'port': {'device_id': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:43.122485 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-af72f519-3839-4aef-8aa0-a343bb90868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:43.124156 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-af72f519-3839-4aef-8aa0-a343bb90868d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.4122906 Dec 27 14:21:43.189410 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.196171 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.202776 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-b2e74258-ff14-458e-8169-904857d2d1b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641255 Dec 27 14:21:43.294550 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-174bd7b0-e95e-4116-93aa-4c79ca81fd01 None None] Provisioning complete for port 59b42668-caea-412a-a372-6451c4f609df triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:43.295111 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-174bd7b0-e95e-4116-93aa-4c79ca81fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.324946 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-7808454d-c0ad-4e1c-b433-321b04153ac2 service neutron] 10.222.0.30 "GET /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318650 Dec 27 14:21:43.343697 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-174bd7b0-e95e-4116-93aa-4c79ca81fd01 None None] Port 59b42668-caea-412a-a372-6451c4f609df cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:21:43.440348 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Pushing event updated for resources: {'Subnet': ['ID=faff3981-90c3-4444-8edd-2d29bf924588,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:43.522795 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af0e3612-45bf-42cc-a2cc-f276bf5534da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.523006 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b42668-caea-412a-a372-6451c4f609df {{(pid=102429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:43.534408 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.534610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Checking segment: {'id': '40d9c03b-aced-459f-a623-93975ea73e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a73a3910-8029-4e0b-8e2e-42dbf636d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:43.534939 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Network hostable DHCP agents. Network: a73a3910-8029-4e0b-8e2e-42dbf636d395, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:43.542334 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-af0e3612-45bf-42cc-a2cc-f276bf5534da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.546427 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cb883-3602-4ca0-a3b6-e1269495a172 req-7d26c970-e753-4f48-bcce-540fa86c5ff9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:43.547975 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-857cb883-3602-4ca0-a3b6-e1269495a172 req-7d26c970-e753-4f48-bcce-540fa86c5ff9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0948408 Dec 27 14:21:43.564166 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.provisioning_blocks [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Transition to ACTIVE for port object 59b42668-caea-412a-a372-6451c4f609df will not be triggered until provisioned by entity L2. {{(pid=102429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:21:43.574191 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-937b2565-c0d3-4d2b-98b1-84a65ca07ea0 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237400 Dec 27 14:21:43.575321 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.587496 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.618232 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130a19-135f-487f-b904-0341d214263c req-043f70cb-b75c-4c12-99b7-545a0ce4ad52 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:43.620418 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-04130a19-135f-487f-b904-0341d214263c req-043f70cb-b75c-4c12-99b7-545a0ce4ad52 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.2083573 Dec 27 14:21:43.651183 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Pushing event updated for resources: {'Port': ['ID=59b42668-caea-412a-a372-6451c4f609df,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:43.660436 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-af0e3612-45bf-42cc-a2cc-f276bf5534da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=640de0de08944f4a8663c042af7431c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2493653 Dec 27 14:21:43.672844 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-857cb883-3602-4ca0-a3b6-e1269495a172 req-89288ed3-9d25-4efd-be7a-a11a9078788f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167402 Dec 27 14:21:43.673311 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53788) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:43.706560 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e3612-45bf-42cc-a2cc-f276bf5534da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a8122-a6ac-4677-b81e-63c5fcb66080,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:43.719101 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Attempting to bind port 59b42668-caea-412a-a372-6451c4f609df on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:43.719441 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Attempting to bind port 59b42668-caea-412a-a372-6451c4f609df by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:43.719768 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Attempting to bind port 59b42668-caea-412a-a372-6451c4f609df on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:43.720327 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Network a73a3910-8029-4e0b-8e2e-42dbf636d395 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:43.732171 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Port 59b42668-caea-412a-a372-6451c4f609df on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:21:43.732494 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Attempting to bind port 59b42668-caea-412a-a372-6451c4f609df on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:43.746548 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:43.746960 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Checking segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:43.747347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Bound using segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:43.747813 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Bound port: 59b42668-caea-412a-a372-6451c4f609df, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:43.748190 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.772425 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, a73a3910-8029-4e0b-8e2e-42dbf636d395) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:43.783282 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488113a-4a49-4584-ba6c-be883224122c None None] Network a73a3910-8029-4e0b-8e2e-42dbf636d395 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:43.789433 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:43.790045 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.801666 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1fa61481-af02-4df6-ba11-d77e190f0a04 req-bc2cec17-21aa-43bf-9b9b-c0b1c2781d95 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0499270 Dec 27 14:21:43.809950 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a5f3653b-9dd4-475f-9017-b85a4a3d7c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.840726 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.846978 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d72c31d-2e2a-4518-ab66-b66bd46e52ad req-11c5e828-dfca-4431-95d6-dd67872a7ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623374 Dec 27 14:21:43.872054 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-04130a19-135f-487f-b904-0341d214263c req-667d58f4-d8fd-4fc2-aaca-5f6e605b52e2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305250 Dec 27 14:21:43.911358 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a5f3653b-9dd4-475f-9017-b85a4a3d7c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:43.924215 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-fed20a02-3ef3-428e-9b7d-9145ff2978df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9065754 Dec 27 14:21:43.940286 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] For port 59b42668-caea-412a-a372-6451c4f609df, host hv-cinder-82301, cleared binding levels {{(pid=102429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:43.951108 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] For port 59b42668-caea-412a-a372-6451c4f609df, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=59b42668-caea-412a-a372-6451c4f609df,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:44.004256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518828d-40c7-4dc2-a44c-85ca88e5eb0e None None] Network a73a3910-8029-4e0b-8e2e-42dbf636d395 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:44.012887 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.076324 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Network d69ed432-f936-4488-b3c6-1b0b85e4dc0f is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:21:44.077741 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Pushing event updated for resources: {'Port': ['ID=59b42668-caea-412a-a372-6451c4f609df,revision_number=3']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:44.083647 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:44.087259 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:21:44.096044 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.096942 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.101302 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Pushing event updated for resources: {'Port': ['ID=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:44.117196 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-61374d93-b064-4127-af42-33343c73da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.118934 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-61374d93-b064-4127-af42-33343c73da21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1096 time: 0.1905341 Dec 27 14:21:44.156074 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-5b2117f3-3a4a-4f29-990c-a1419dd10902 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8375313 Dec 27 14:21:44.165491 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec5481-822d-4798-aea8-eec256aff02d req-92181f87-c289-4658-85e5-a838ee798ea0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.172879 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6ec5481-822d-4798-aea8-eec256aff02d req-92181f87-c289-4658-85e5-a838ee798ea0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.2233765 Dec 27 14:21:44.175010 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.176398 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.181389 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-80e5e387-7eb2-42ad-95b5-cd20b2542940 service neutron] 10.222.0.30 "PUT /v2.0/ports/59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 1094 time: 1.0785737 Dec 27 14:21:44.183874 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'tag': '59b42668-caea-412a-a372-6451c4f609df'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:44.184460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1612d0-4144-4974-a217-dbf123a721a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "tag": "59b42668-caea-412a-a372-6451c4f609df"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:44.189289 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Request body: {'port': {'device_id': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:44.196511 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53810) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:44.278971 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a5f3653b-9dd4-475f-9017-b85a4a3d7c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.282042 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a5f3653b-9dd4-475f-9017-b85a4a3d7c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.283206 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a5f3653b-9dd4-475f-9017-b85a4a3d7c64 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/296a8122-a6ac-4677-b81e-63c5fcb66080 HTTP/1.1" status: 204 len: 168 time: 0.6088338 Dec 27 14:21:44.298140 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041bd5b-355b-4f60-bce1-4463bf31242e x-openstack-request-id: req-2041bd5b-355b-4f60-bce1-4463bf31242e {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:44.299747 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "tag": "59b42668-caea-412a-a372-6451c4f609df", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:44.300893 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2041bd5b-355b-4f60-bce1-4463bf31242e {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:44.301468 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'tag': '59b42668-caea-412a-a372-6451c4f609df', 'status': 'completed', 'code': 200} Dec 27 14:21:44.353966 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3653b-9dd4-475f-9017-b85a4a3d7c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a8122-a6ac-4677-b81e-63c5fcb66080,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:44.380421 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Deleting subnet 0515433a-20d8-40bb-809e-05ea467bb886 {{(pid=102429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:21:44.390088 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.431522 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.450618 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-f0552082-4f13-4597-9318-042ee93b4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.452639 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-f0552082-4f13-4597-9318-042ee93b4bca service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.3210111 Dec 27 14:21:44.470907 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6ec5481-822d-4798-aea8-eec256aff02d req-257911e4-d55b-40d1-8174-02ec01256925 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616224 Dec 27 14:21:44.482857 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-183430a4-e54e-4daa-a79c-0b62e0838a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.484664 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-183430a4-e54e-4daa-a79c-0b62e0838a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1097 time: 0.2272880 Dec 27 14:21:44.493549 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.515165 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-fd2cabea-7d05-4b49-93a1-dbd048cf259c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0439770 Dec 27 14:21:44.570515 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.574232 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-13d94c7f-7976-42d2-a3d5-f40ec8e6dbea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 217 time: 0.0760496 Dec 27 14:21:44.611381 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53824) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:44.667655 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-c139554a-05af-45e2-a77c-6548b2997980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.667911 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-8f78c48d-8e45-4c19-9856-c0e35a9cdb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.668642 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-8f78c48d-8e45-4c19-9856-c0e35a9cdb5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.1413047 Dec 27 14:21:44.668760 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-c139554a-05af-45e2-a77c-6548b2997980 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0768063 Dec 27 14:21:44.694018 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.762663 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-18f2183c-3a13-4bde-864a-da9f5e7721b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683255 Dec 27 14:21:44.766608 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53830) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:44.789436 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0515433a-20d8-40bb-809e-05ea467bb886,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:44.792950 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.796682 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2b71811a-b97a-45bb-95b0-0a9d4582cb69 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0515433a-20d8-40bb-809e-05ea467bb886 HTTP/1.1" status: 204 len: 168 time: 0.5993090 Dec 27 14:21:44.799551 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53832) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:44.820329 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf3adc1f-8690-4fd4-b27d-f24917f0bcff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.881830 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-7cb182b1-784d-4278-8318-2f218234465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.883542 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-7cb182b1-784d-4278-8318-2f218234465d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1984868 Dec 27 14:21:44.913789 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-097be383-9f60-4347-a470-4224c7541d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.964897 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:44.970293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8ff4c-5d53-4431-b5ee-58b30e03ddea req-250f3dc9-8893-40fd-931b-82d51007074a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:44.971771 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b9c8ff4c-5d53-4431-b5ee-58b30e03ddea req-250f3dc9-8893-40fd-931b-82d51007074a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.1779041 Dec 27 14:21:44.973617 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-73b608cb-f532-461b-b519-789f87deffaa service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986678 Dec 27 14:21:45.050707 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ed9ad-d4ff-410a-92d8-29b4184e55d0 req-db50d4dc-a96f-4781-bb39-86a0ddcb843f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:45.052250 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7f5ed9ad-d4ff-410a-92d8-29b4184e55d0 req-db50d4dc-a96f-4781-bb39-86a0ddcb843f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 931 time: 0.1645679 Dec 27 14:21:45.116341 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:45.133517 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.161648 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-671519db-2c5b-4f96-b499-999f1ff71f65 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659440 Dec 27 14:21:45.185369 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Transition to ACTIVE for port object 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:21:45.189956 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b9c8ff4c-5d53-4431-b5ee-58b30e03ddea req-ea8fc277-0a4a-4bee-a416-ad93d4a81380 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088859 Dec 27 14:21:45.193229 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.193333 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.196592 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f20bb5da-d626-4782-91ff-dfc1c63fea09 req-1804e4ca-6a78-46a3-982f-ed0b4ab90c0a service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084956 Dec 27 14:21:45.216836 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf3adc1f-8690-4fd4-b27d-f24917f0bcff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.243678 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-cf3adc1f-8690-4fd4-b27d-f24917f0bcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.257151 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7f5ed9ad-d4ff-410a-92d8-29b4184e55d0 req-6485ccd6-498b-45c9-b779-d041f061150e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795273 Dec 27 14:21:45.297525 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.297756 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.298396 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.298718 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > port after_create 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.299089 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.299353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > port after_update 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.299664 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.300008 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.300310 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.300621 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.305824 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:45.334649 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-cf3adc1f-8690-4fd4-b27d-f24917f0bcff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=646294f4e2834b0a96ce8e3cb3e5b451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670338 Dec 27 14:21:45.351214 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:45.365610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3adc1f-8690-4fd4-b27d-f24917f0bcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c4414e-3140-4a2d-ae78-d335be07e167,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:45.389576 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Attempting to bind port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:21:45.389996 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Attempting to bind port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:21:45.390231 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Attempting to bind port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:45.406155 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:21:45.406721 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Attempting to bind port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 on network d69ed432-f936-4488-b3c6-1b0b85e4dc0f {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:21:45.424080 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f7ae5-5e42-4933-ac7d-d3f52db67335 req-41a775a8-fca0-486e-8d8a-4662da04a385 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:45.425569 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d22f7ae5-5e42-4933-ac7d-d3f52db67335 req-41a775a8-fca0-486e-8d8a-4662da04a385 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.1566753 Dec 27 14:21:45.428121 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:21:45.428452 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Checking segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:45.428824 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Bound using segment: {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:21:45.429262 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Bound port: 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2038f9e-2060-46db-a0d9-47f70fba4dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:21:45.429614 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.446046 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.446697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.446697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.447034 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:45.447996 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9608fde9-f87e-4619-a7e2-19f0bb18508d']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:45.472763 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-356ca3c2-5387-47d4-af70-488e21598909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.478343 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb152e69-1491-4af4-9960-9b8781c28495') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:45.478343 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb152e69-1491-4af4-9960-9b8781c28495') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:45.489690 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-097be383-9f60-4347-a470-4224c7541d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.505279 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-097be383-9f60-4347-a470-4224c7541d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.508855 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.542465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-356ca3c2-5387-47d4-af70-488e21598909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.562102 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.589967 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d22f7ae5-5e42-4933-ac7d-d3f52db67335 req-f285c97b-dda9-4f90-a825-e2045baf337b tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561284 Dec 27 14:21:45.601325 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:21:45.601732 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:21:45.606067 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:21:45.616221 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] For port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:21:45.629734 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] For port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:21:45.635977 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.637729 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-097be383-9f60-4347-a470-4224c7541d67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0fde6a9f910c4665bd5857c6c9656249&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0257552 Dec 27 14:21:45.643807 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53846) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:45.644824 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097be383-9f60-4347-a470-4224c7541d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a650ae6c-8e53-420d-804a-31736e676c1d,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:45.648913 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e71a523-7f83-4bb8-9fc4-b0fb191bd806 req-b0f8748c-59fd-47dc-9ee5-de2febbdaa11 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725358 Dec 27 14:21:45.685088 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:45.685712 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.687308 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 HTTP/1.1" status: 200 len: 1093 time: 1.5230491 Dec 27 14:21:45.687926 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-356ca3c2-5387-47d4-af70-488e21598909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.690401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-356ca3c2-5387-47d4-af70-488e21598909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.691868 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-356ca3c2-5387-47d4-af70-488e21598909 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9c4414e-3140-4a2d-ae78-d335be07e167 HTTP/1.1" status: 204 len: 168 time: 0.3367460 Dec 27 14:21:45.695940 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'tag': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:45.698483 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bacda8-1d1d-4de8-98b9-27317f300955" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c", "tag": "8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:45.709717 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.724069 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45e594-cb94-4015-ac82-23a23f64784a req-9bb27f0a-35a0-41c9-ba4a-2f3cb8ac279f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:45.733826 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bb45e594-cb94-4015-ac82-23a23f64784a req-9bb27f0a-35a0-41c9-ba4a-2f3cb8ac279f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.2029395 Dec 27 14:21:45.740604 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ca3c2-5387-47d4-af70-488e21598909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c4414e-3140-4a2d-ae78-d335be07e167,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:45.758701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98185c62-c94e-42e2-95c5-ebe5e871c7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:45.765643 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.769723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641eaef4-8338-487c-9f08-a11634c2f47f x-openstack-request-id: req-641eaef4-8338-487c-9f08-a11634c2f47f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:45.770193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c", "tag": "8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:45.770671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-641eaef4-8338-487c-9f08-a11634c2f47f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:45.771407 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'tag': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1', 'status': 'completed', 'code': 200} Dec 27 14:21:45.772897 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] 10.222.0.37 "DELETE /v2.0/networks/9608fde9-f87e-4619-a7e2-19f0bb18508d HTTP/1.1" status: 204 len: 168 time: 0.9720662 Dec 27 14:21:45.778477 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53852) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:45.788071 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab163dc-8137-41c2-87ed-3dcf35da88fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9608fde9-f87e-4619-a7e2-19f0bb18508d,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:45.820988 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bb45e594-cb94-4015-ac82-23a23f64784a req-3603a8e6-7f99-4c94-a80c-645a2435a963 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860655 Dec 27 14:21:45.821793 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-335da275-7ee2-4af0-8389-ada95e51c8aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.860877 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-335da275-7ee2-4af0-8389-ada95e51c8aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.871396 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Deleting subnet faff3981-90c3-4444-8edd-2d29bf924588 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:21:45.878446 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.936073 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.946937 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.992910 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-335da275-7ee2-4af0-8389-ada95e51c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.995806 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-335da275-7ee2-4af0-8389-ada95e51c8aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:45.996977 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-335da275-7ee2-4af0-8389-ada95e51c8aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a650ae6c-8e53-420d-804a-31736e676c1d HTTP/1.1" status: 204 len: 168 time: 0.3511086 Dec 27 14:21:46.010966 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335da275-7ee2-4af0-8389-ada95e51c8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a650ae6c-8e53-420d-804a-31736e676c1d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:46.036497 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.077549 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.083349 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/faff3981-90c3-4444-8edd-2d29bf924588 HTTP/1.1" status: 204 len: 168 time: 0.3006654 Dec 27 14:21:46.083349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f071e-b82b-436a-a777-c2770efa6982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faff3981-90c3-4444-8edd-2d29bf924588,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:46.083730 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53860) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:46.172701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.308229 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.361819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.364213 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.365194 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.366217 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > port after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.366553 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.366942 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > port after_update 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.367270 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.367592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.367954 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.368366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.376399 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53874) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:46.401417 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-696e3568-d82d-496a-96c6-8408b209d334 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.433905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be031e30-6ac3-4611-b069-2fe6d21f80d5 req-39a4e799-9e38-4c23-b6aa-7b684f8d0070 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:46.435880 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-be031e30-6ac3-4611-b069-2fe6d21f80d5 req-39a4e799-9e38-4c23-b6aa-7b684f8d0070 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.0900609 Dec 27 14:21:46.446399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.446870 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.447203 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.447648 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 27 14:21:46.448142 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73a3910-8029-4e0b-8e2e-42dbf636d395']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:46.470174 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d9c03b-aced-459f-a623-93975ea73e28') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:46.470462 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d9c03b-aced-459f-a623-93975ea73e28') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:21:46.493715 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.516420 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.520285 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a21e50-dd5b-4f0c-a8b4-9b396f295aae req-a3035f92-a400-4078-be4b-e99adeb74d99 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:46.523093 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8a21e50-dd5b-4f0c-a8b4-9b396f295aae req-a3035f92-a400-4078-be4b-e99adeb74d99 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.2364492 Dec 27 14:21:46.551219 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.569528 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:21:46.569934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:21:46.574232 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:21:46.724799 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-be031e30-6ac3-4611-b069-2fe6d21f80d5 req-cfaa940a-8718-4e0a-af31-2f24cc5e5492 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830536 Dec 27 14:21:46.840116 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8a21e50-dd5b-4f0c-a8b4-9b396f295aae req-a2e15165-d884-408f-a239-747dc412e977 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157523 Dec 27 14:21:46.859148 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.868643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.872743 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] 10.222.0.37 "DELETE /v2.0/networks/a73a3910-8029-4e0b-8e2e-42dbf636d395 HTTP/1.1" status: 204 len: 168 time: 0.7871423 Dec 27 14:21:46.883470 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d11b-7d2b-40fb-aca4-de5c6bc19b0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a73a3910-8029-4e0b-8e2e-42dbf636d395,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:46.887964 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b55a89-c2bc-4cb9-ad5e-236272a935ea req-eb550d92-53eb-46ad-ad15-4d63d5dbcb38 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:46.889881 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-06b55a89-c2bc-4cb9-ad5e-236272a935ea req-eb550d92-53eb-46ad-ad15-4d63d5dbcb38 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0946877 Dec 27 14:21:46.945646 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-696e3568-d82d-496a-96c6-8408b209d334 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.951315 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-696e3568-d82d-496a-96c6-8408b209d334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:46.966841 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afce124-9292-4084-9952-77f812cf0e31 req-5f648713-bf07-4d3d-b5a3-c194dcaf9709 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:46.968820 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2afce124-9292-4084-9952-77f812cf0e31 req-5f648713-bf07-4d3d-b5a3-c194dcaf9709 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.0536687 Dec 27 14:21:47.004967 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-06b55a89-c2bc-4cb9-ad5e-236272a935ea req-7cbdf902-e51b-49d6-a9da-a816a6bef921 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999060 Dec 27 14:21:47.011605 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-696e3568-d82d-496a-96c6-8408b209d334 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=364fc65bf5154c739a66b2b0e66c1f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6326973 Dec 27 14:21:47.014029 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e3568-d82d-496a-96c6-8408b209d334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08508c-035e-411e-97b3-e81aaa96dd8e,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:47.014904 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53894) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:47.056521 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2afce124-9292-4084-9952-77f812cf0e31 req-d63bd474-8575-4afc-aee5-c2405f973177 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793037 Dec 27 14:21:47.095664 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d976664c-5134-415f-8584-ce1b8165c460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.119244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d976664c-5134-415f-8584-ce1b8165c460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.122629 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53898) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:47.179640 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-235676c3-a057-4b4a-8aa6-b6983bfb8788 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00470a1aaae644f1a4fee5b0adf547cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557907 Dec 27 14:21:47.182209 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53902) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:47.182879 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d976664c-5134-415f-8584-ce1b8165c460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.186055 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d976664c-5134-415f-8584-ce1b8165c460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.190225 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d976664c-5134-415f-8584-ce1b8165c460 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b08508c-035e-411e-97b3-e81aaa96dd8e HTTP/1.1" status: 204 len: 168 time: 0.1539192 Dec 27 14:21:47.199058 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976664c-5134-415f-8584-ce1b8165c460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08508c-035e-411e-97b3-e81aaa96dd8e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:47.248099 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7b090ba6-234e-4683-b4aa-07a389cfcab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.269800 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7b090ba6-234e-4683-b4aa-07a389cfcab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.321587 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7b090ba6-234e-4683-b4aa-07a389cfcab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.324791 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7b090ba6-234e-4683-b4aa-07a389cfcab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.328254 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7b090ba6-234e-4683-b4aa-07a389cfcab1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb149544-a78d-4ce2-9171-aa6be7e22cb6 HTTP/1.1" status: 204 len: 168 time: 0.1428139 Dec 27 14:21:47.333958 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b090ba6-234e-4683-b4aa-07a389cfcab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb149544-a78d-4ce2-9171-aa6be7e22cb6,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:47.744902 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53932) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:47.790428 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-da3b2120-8876-441c-9d21-71cc39a8a2b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac9f1b5a978c4bb8ad9d327ec9c0262d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436792 Dec 27 14:21:47.792869 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53936) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:47.847202 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb8775bf-b756-4e20-8c44-f2b639bb6350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.895886 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb8775bf-b756-4e20-8c44-f2b639bb6350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:47.977217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcada0-2dd1-4ded-a776-40adcb6b4642 req-d594b391-e4bc-4e2e-b916-0c455d1bc02c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:47.978868 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-16fcada0-2dd1-4ded-a776-40adcb6b4642 req-d594b391-e4bc-4e2e-b916-0c455d1bc02c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.1269550 Dec 27 14:21:47.990578 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddae307-480a-4c09-8732-aabe29a3b209 req-0b7f6fe3-cfea-4379-aaac-e96ee71bd7b6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:47.995181 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6ddae307-480a-4c09-8732-aabe29a3b209 req-0b7f6fe3-cfea-4379-aaac-e96ee71bd7b6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0782206 Dec 27 14:21:48.006831 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb8775bf-b756-4e20-8c44-f2b639bb6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.009796 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb8775bf-b756-4e20-8c44-f2b639bb6350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.011137 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-eb8775bf-b756-4e20-8c44-f2b639bb6350 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2048dcd0-570e-4455-b49a-ead84f16baf7 HTTP/1.1" status: 204 len: 168 time: 0.2170131 Dec 27 14:21:48.037074 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8775bf-b756-4e20-8c44-f2b639bb6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048dcd0-570e-4455-b49a-ead84f16baf7,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:48.051807 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6ddae307-480a-4c09-8732-aabe29a3b209 req-52ef67e2-40d2-40fc-8c9d-eccbb29e614a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Dec 27 14:21:48.090477 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-16fcada0-2dd1-4ded-a776-40adcb6b4642 req-36ac48f9-7cd0-4b14-a921-0a1acf777479 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984132 Dec 27 14:21:48.207563 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36426e-8000-41d5-bddd-a023e04d439d req-60a2cfb9-af66-4256-99cf-e432f27af48f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:48.209213 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4d36426e-8000-41d5-bddd-a023e04d439d req-60a2cfb9-af66-4256-99cf-e432f27af48f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.0624063 Dec 27 14:21:48.232598 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac645-fe3f-4326-ae49-8d41a0189fdc req-62d08c92-f0f6-4ceb-8ddb-13efcdc44201 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:48.234996 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-583ac645-fe3f-4326-ae49-8d41a0189fdc req-62d08c92-f0f6-4ceb-8ddb-13efcdc44201 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.0564215 Dec 27 14:21:48.277689 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4d36426e-8000-41d5-bddd-a023e04d439d req-7bf89e97-c888-4f07-a022-e79d15aaf708 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612733 Dec 27 14:21:48.287312 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-583ac645-fe3f-4326-ae49-8d41a0189fdc req-cd27c44b-9c1b-4847-9e17-c1a41bb857e8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Dec 27 14:21:48.307992 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 53958) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:48.449029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f714435e-3c65-40d8-8047-2bbecd673b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.533061 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f714435e-3c65-40d8-8047-2bbecd673b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.537718 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f714435e-3c65-40d8-8047-2bbecd673b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.580304 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f714435e-3c65-40d8-8047-2bbecd673b34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11e486aadb9046dfade472ecc686f63a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711787 Dec 27 14:21:48.582392 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714435e-3c65-40d8-8047-2bbecd673b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd56fc88-0779-4d52-8cf7-ae3986ef47fa,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:48.583078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 53976) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:48.641980 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9a0f5b88-41ac-407d-8e8b-7f80b1dc229c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.671364 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9a0f5b88-41ac-407d-8e8b-7f80b1dc229c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.720974 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9a0f5b88-41ac-407d-8e8b-7f80b1dc229c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.724123 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9a0f5b88-41ac-407d-8e8b-7f80b1dc229c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:48.725275 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9a0f5b88-41ac-407d-8e8b-7f80b1dc229c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd56fc88-0779-4d52-8cf7-ae3986ef47fa HTTP/1.1" status: 204 len: 168 time: 0.1408701 Dec 27 14:21:48.733777 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f5b88-41ac-407d-8e8b-7f80b1dc229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd56fc88-0779-4d52-8cf7-ae3986ef47fa,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:48.981110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5f034588-3141-4425-885f-1e0f76e6fb2a details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:21:49.110853 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bacda8-1d1d-4de8-98b9-27317f300955 req-fc38c694-764b-4e48-8133-bb9ce809145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.123364 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 5f034588-3141-4425-885f-1e0f76e6fb2a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f034588-3141-4425-885f-1e0f76e6fb2a,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:49.127738 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-98bacda8-1d1d-4de8-98b9-27317f300955 req-fc38c694-764b-4e48-8133-bb9ce809145b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 1096 time: 0.0680327 Dec 27 14:21:49.153127 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-c5a40a83-acae-4a36-89cd-c6bca08974af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.157977 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-c5a40a83-acae-4a36-89cd-c6bca08974af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1097 time: 0.0994403 Dec 27 14:21:49.161199 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '5f034588-3141-4425-885f-1e0f76e6fb2a', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'port_id': '5f034588-3141-4425-885f-1e0f76e6fb2a', 'mac_address': 'fa:16:3e:0c:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c6985-e3dc-4a23-9014-4a7d1f901915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:21:49.178628 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54006) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:49.204841 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0912e2ea-2591-452c-806f-6d25d0586a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.219128 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57531374-c20d-4fed-a8db-0616129a6b8b req-1a8239d3-71db-411e-8271-95dfabf66bc1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.221283 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57531374-c20d-4fed-a8db-0616129a6b8b req-1a8239d3-71db-411e-8271-95dfabf66bc1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 944 time: 0.0701637 Dec 27 14:21:49.226075 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.255323 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f034588-3141-4425-885f-1e0f76e6fb2a {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:49.286667 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 5f034588-3141-4425-885f-1e0f76e6fb2a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f034588-3141-4425-885f-1e0f76e6fb2a,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:49.293465 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.294711 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 839d0ed8-92c5-497f-a22d-8fe95743ee6c details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:21:49.309582 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57531374-c20d-4fed-a8db-0616129a6b8b req-32ec8a8f-235f-411c-921f-1133067e3380 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 Dec 27 14:21:49.316294 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21115624-a8a8-4c8e-b775-ebea445c0fb2 req-37464350-7f66-4b83-ace0-70e25d4014f5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.318048 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-21115624-a8a8-4c8e-b775-ebea445c0fb2 req-37464350-7f66-4b83-ace0-70e25d4014f5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.1225693 Dec 27 14:21:49.453276 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=5f034588-3141-4425-885f-1e0f76e6fb2a,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:49.459235 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-21115624-a8a8-4c8e-b775-ebea445c0fb2 req-9552e1e5-2699-4e99-b4d4-16be56351a8f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331594 Dec 27 14:21:49.504187 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c,segment=NetworkSegment(f57ff1a7-f945-4343-b0e9-60ef2d01debd),segment_id=f57ff1a7-f945-4343-b0e9-60ef2d01debd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:49.508887 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0912e2ea-2591-452c-806f-6d25d0586a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.525154 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0912e2ea-2591-452c-806f-6d25d0586a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.526267 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '839d0ed8-92c5-497f-a22d-8fe95743ee6c', 'network_id': '149dcfc0-946a-49fb-bf36-cbc1a9d4227e', 'port_id': '839d0ed8-92c5-497f-a22d-8fe95743ee6c', 'mac_address': 'fa:16:3e:47:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:21:49.571377 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.600832 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839d0ed8-92c5-497f-a22d-8fe95743ee6c {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:49.625369 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-32875208-9fa6-43b5-a4dc-bf671f90a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.627711 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-32875208-9fa6-43b5-a4dc-bf671f90a4c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.2627757 Dec 27 14:21:49.634696 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c,segment=NetworkSegment(f57ff1a7-f945-4343-b0e9-60ef2d01debd),segment_id=f57ff1a7-f945-4343-b0e9-60ef2d01debd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:49.640879 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.662113 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-0912e2ea-2591-452c-806f-6d25d0586a1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f659a0fa98f4924ba94cb8eee46acb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816918 Dec 27 14:21:49.673884 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54020) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:49.677684 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912e2ea-2591-452c-806f-6d25d0586a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb84bf5-6b41-4d61-b577-9d0286adb1da,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:49.709541 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=839d0ed8-92c5-497f-a22d-8fe95743ee6c,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:49.728040 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-b2b85223-9d32-4f59-8528-187d3191d2eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 217 time: 0.0724826 Dec 27 14:21:49.789969 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f067d00-d3d8-4385-bb4b-51c3f3bc349d req-0f51e375-a68d-443b-a159-5467fbe03ec6 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.800880 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f23c27-9144-468a-b5a1-ba45a8f1757d req-b79513b7-f657-4457-b8ab-550b5cc67eb1 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.802765 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2f23c27-9144-468a-b5a1-ba45a8f1757d req-b79513b7-f657-4457-b8ab-550b5cc67eb1 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.2044487 Dec 27 14:21:49.812245 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f067d00-d3d8-4385-bb4b-51c3f3bc349d req-0f51e375-a68d-443b-a159-5467fbe03ec6 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 943 time: 0.3627608 Dec 27 14:21:49.837054 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-6d567da2-a2fe-45fe-8e4d-33f8d2cf86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.838816 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-6d567da2-a2fe-45fe-8e4d-33f8d2cf86f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0982537 Dec 27 14:21:49.859178 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bacda8-1d1d-4de8-98b9-27317f300955 req-0a0e1fbb-08e2-410e-8440-dd85cbd1180c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:49.860694 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-98bacda8-1d1d-4de8-98b9-27317f300955 req-0a0e1fbb-08e2-410e-8440-dd85cbd1180c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5516ca8550bb4056a7966db3f506971b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4987388 Dec 27 14:21:49.880804 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cdc42fed-5235-4adb-a2ff-e0de7c350e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.925806 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2f23c27-9144-468a-b5a1-ba45a8f1757d req-6f16abd2-f109-4231-a035-1f178d80f8e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123638 Dec 27 14:21:49.932518 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cdc42fed-5235-4adb-a2ff-e0de7c350e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:49.998252 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-559816a3-33f3-4365-ac08-3508bcd82321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:50.000439 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-559816a3-33f3-4365-ac08-3508bcd82321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1502426 Dec 27 14:21:50.046236 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f067d00-d3d8-4385-bb4b-51c3f3bc349d req-aff49d75-f550-48bf-9cae-2af2cf8dc20a tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329941 Dec 27 14:21:50.090793 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bacda8-1d1d-4de8-98b9-27317f300955 req-3f5d252f-5baf-4aa9-914e-1487a3076323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:50.092323 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-98bacda8-1d1d-4de8-98b9-27317f300955 req-3f5d252f-5baf-4aa9-914e-1487a3076323 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2233436 Dec 27 14:21:50.093532 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cdc42fed-5235-4adb-a2ff-e0de7c350e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:50.095777 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cdc42fed-5235-4adb-a2ff-e0de7c350e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:50.099413 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-cdc42fed-5235-4adb-a2ff-e0de7c350e44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cb84bf5-6b41-4d61-b577-9d0286adb1da HTTP/1.1" status: 204 len: 168 time: 0.4210041 Dec 27 14:21:50.115274 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc42fed-5235-4adb-a2ff-e0de7c350e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb84bf5-6b41-4d61-b577-9d0286adb1da,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:50.185833 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-d21fa323-79a7-41d5-8061-6d9d316ceb6c service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771674 Dec 27 14:21:50.204883 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-7a4b8b33-4395-4cc2-ab7f-6017e9184a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:50.206994 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-7a4b8b33-4395-4cc2-ab7f-6017e9184a4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 1096 time: 0.0566010 Dec 27 14:21:50.262280 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-8450696d-de58-4388-a30c-7d3bd5caa924 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 HTTP/1.1" status: 200 len: 217 time: 0.0470891 Dec 27 14:21:50.317216 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d1612d0-4144-4974-a217-dbf123a721a3 req-d92a7169-c6e9-4988-b288-b03941cc3564 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225407 Dec 27 14:21:50.338567 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-9a05f0a5-5d01-4246-8686-543db7df711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:50.341439 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-9a05f0a5-5d01-4246-8686-543db7df711e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0709298 Dec 27 14:21:50.377456 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-03f43135-b9a0-40a2-b42a-ea1ea443efe4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289161 Dec 27 14:21:50.429605 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['839d0ed8-92c5-497f-a22d-8fe95743ee6c'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:21:50.434777 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:21:50.484778 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4874dc-91c7-4954-a58a-d703d46bcfe1 req-ee14c243-8134-4f64-bef9-d7bfe70d9862 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:50.493354 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9c4874dc-91c7-4954-a58a-d703d46bcfe1 req-ee14c243-8134-4f64-bef9-d7bfe70d9862 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 945 time: 0.1044261 Dec 27 14:21:50.510248 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-a22bf28e-bf60-4e33-9049-afc6e88c984d service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138556 Dec 27 14:21:50.597302 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9c4874dc-91c7-4954-a58a-d703d46bcfe1 req-fad2e41c-dbae-4304-87b9-5f3aca6d6946 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959234 Dec 27 14:21:50.687138 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddaf36-d115-484a-b5f2-1d8ca80a265e req-ee964c3d-6b99-4c87-88ea-5e5ae231e052 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:50.688767 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-33ddaf36-d115-484a-b5f2-1d8ca80a265e req-ee964c3d-6b99-4c87-88ea-5e5ae231e052 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.0746694 Dec 27 14:21:50.729497 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a81f5a4-83d3-4283-b6e7-754b97d5324f req-77936d2b-8fc2-4cf9-a6af-3b1f93db27f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171466 Dec 27 14:21:50.763475 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-33ddaf36-d115-484a-b5f2-1d8ca80a265e req-f4be79c2-ac47-4acb-b21c-a488f17546f4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641508 Dec 27 14:21:50.934727 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a60926fa-7f1a-439e-91e9-74bbcfab16d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:51.058888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a84f8-0448-46d0-b97a-6936bdf75ed0 req-0f30ddb3-8cde-44f1-a616-95bb0de11b15 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:51.062813 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ce0a84f8-0448-46d0-b97a-6936bdf75ed0 req-0f30ddb3-8cde-44f1-a616-95bb0de11b15 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.0623000 Dec 27 14:21:51.127014 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ce0a84f8-0448-46d0-b97a-6936bdf75ed0 req-29af26a3-e668-4b15-bf0c-41070e1c8b9c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534127 Dec 27 14:21:51.187303 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cc5b8-b990-46d1-a406-bf9b17bd91e5 req-cd3836ac-53ee-4fc5-89e8-0f5bce4ad2dd tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:51.189114 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-144cc5b8-b990-46d1-a406-bf9b17bd91e5 req-cd3836ac-53ee-4fc5-89e8-0f5bce4ad2dd tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 944 time: 0.0655739 Dec 27 14:21:51.239064 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-144cc5b8-b990-46d1-a406-bf9b17bd91e5 req-db1276de-ddb0-4b5f-8277-9f1bfc6fb4cd tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Dec 27 14:21:51.285189 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:21:51.727004 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfc76-2a86-4827-8bff-819830be7f6b req-9fd74f37-cc10-4527-a99c-ffd62cbc51a0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:51.729302 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-845cfc76-2a86-4827-8bff-819830be7f6b req-9fd74f37-cc10-4527-a99c-ffd62cbc51a0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Dec 27 14:21:51.783924 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-845cfc76-2a86-4827-8bff-819830be7f6b req-5b819e3b-772c-43ca-a1c0-1a3490225d7e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Dec 27 14:21:51.900394 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1b7d-08a7-4bde-abb2-6b621cbee0df req-c12bcebe-902c-476e-b691-084fe93fa941 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:51.901887 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d33d1b7d-08a7-4bde-abb2-6b621cbee0df req-c12bcebe-902c-476e-b691-084fe93fa941 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.0586021 Dec 27 14:21:51.953086 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d33d1b7d-08a7-4bde-abb2-6b621cbee0df req-19f214fb-7a89-4100-b0f5-cd12b0433ce7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Dec 27 14:21:52.250723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54154) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:52.268226 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef51c3-bad2-4b63-bb89-fc3f7112ba51 req-43390185-2913-4005-a8bb-a830e48d7cb7 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:52.269835 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-47ef51c3-bad2-4b63-bb89-fc3f7112ba51 req-43390185-2913-4005-a8bb-a830e48d7cb7 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.0637343 Dec 27 14:21:52.352216 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-47ef51c3-bad2-4b63-bb89-fc3f7112ba51 req-911d6a0a-7f7b-4bde-aef6-ff206fd1502e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721881 Dec 27 14:21:52.411438 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf50533-4b93-4b80-992d-2c99027bf172 req-c1c3ccba-ffbe-43e1-b169-b79bf4c81ccc tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:52.419389 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bdf50533-4b93-4b80-992d-2c99027bf172 req-c1c3ccba-ffbe-43e1-b169-b79bf4c81ccc tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 944 time: 0.0704963 Dec 27 14:21:52.469127 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bdf50533-4b93-4b80-992d-2c99027bf172 req-a36d151d-aa83-465c-83c5-87401ee8bb8c tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Dec 27 14:21:52.542506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-441e2102-0c20-4a54-9a53-5312a72f83e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.625420 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-441e2102-0c20-4a54-9a53-5312a72f83e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.630182 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-441e2102-0c20-4a54-9a53-5312a72f83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.670759 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-441e2102-0c20-4a54-9a53-5312a72f83e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f287fb21c5b41ad987a97e7591e73d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166427 Dec 27 14:21:52.670759 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e2102-0c20-4a54-9a53-5312a72f83e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22628a62-ce8b-4dac-ac17-9cd739139841,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:52.671295 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54184) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:52.727654 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-58e05bc7-aa60-426a-b462-31ffd2382f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.749529 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-58e05bc7-aa60-426a-b462-31ffd2382f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.804970 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-58e05bc7-aa60-426a-b462-31ffd2382f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.807925 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-58e05bc7-aa60-426a-b462-31ffd2382f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:52.809269 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-58e05bc7-aa60-426a-b462-31ffd2382f9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22628a62-ce8b-4dac-ac17-9cd739139841 HTTP/1.1" status: 204 len: 168 time: 0.1372097 Dec 27 14:21:52.818682 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e05bc7-aa60-426a-b462-31ffd2382f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22628a62-ce8b-4dac-ac17-9cd739139841,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:52.969593 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f388ff-c72d-45ed-8595-212940c7c8e7 req-88b9d8d9-ce5c-4879-adb7-9da8564b39b1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:52.979996 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c7f388ff-c72d-45ed-8595-212940c7c8e7 req-88b9d8d9-ce5c-4879-adb7-9da8564b39b1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 945 time: 0.0664711 Dec 27 14:21:53.047657 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c7f388ff-c72d-45ed-8595-212940c7c8e7 req-b0e24d32-9c16-4cc9-b24e-1f2cd9ed3e32 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666399 Dec 27 14:21:53.167888 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729d786-8a4c-4a41-8dc4-d66a1a610774 req-8f19a6a8-459c-43a2-981d-e66f9db64f0c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:53.169963 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7729d786-8a4c-4a41-8dc4-d66a1a610774 req-8f19a6a8-459c-43a2-981d-e66f9db64f0c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.0639164 Dec 27 14:21:53.226935 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7729d786-8a4c-4a41-8dc4-d66a1a610774 req-feba1ffc-a0e7-4bfc-abbb-13051d61c37a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509262 Dec 27 14:21:53.290565 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54206) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:53.303797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-59bbae8d-ce0b-4b3e-9308-b023dbfac229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.327303 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cca95b01-e045-42a3-a5fb-85c40dafd81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.393460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-59bbae8d-ce0b-4b3e-9308-b023dbfac229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.398934 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-59bbae8d-ce0b-4b3e-9308-b023dbfac229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.412812 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54212) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:53.467488 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-59bbae8d-ce0b-4b3e-9308-b023dbfac229 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3660104ecdeb41e9af3731063ab1820a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757565 Dec 27 14:21:53.468322 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54216) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:53.469664 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbae8d-ce0b-4b3e-9308-b023dbfac229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5560ddfb-6952-4527-9a8d-6d5933a3cde4,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:53.495485 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d269e89-8f9f-4391-bb89-203a2dd78330 req-cb65cae5-2ae9-45cc-8ca7-0d0bc97a8bfd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:53.497284 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4d269e89-8f9f-4391-bb89-203a2dd78330 req-cb65cae5-2ae9-45cc-8ca7-0d0bc97a8bfd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 944 time: 0.0749474 Dec 27 14:21:53.527488 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff338-943e-4a76-8291-0168629aa8de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.551972 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4d269e89-8f9f-4391-bb89-203a2dd78330 req-8b4c3009-cda2-4c00-8a97-b8cdf098558b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462852 Dec 27 14:21:53.559447 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff338-943e-4a76-8291-0168629aa8de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.599497 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4eecd5b1-a52f-4b5c-8728-7aeb1f5ea1b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.651624 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26d66f-6c6a-4db9-bccd-144131606d28 req-8c00a194-dfca-4259-8545-1757982280c2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:53.653234 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9b26d66f-6c6a-4db9-bccd-144131606d28 req-8c00a194-dfca-4259-8545-1757982280c2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 944 time: 0.1098619 Dec 27 14:21:53.675530 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 59b42668-caea-412a-a372-6451c4f609df details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:21:53.690465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff338-943e-4a76-8291-0168629aa8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.691373 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5f034588-3141-4425-885f-1e0f76e6fb2a up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:53.693146 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff338-943e-4a76-8291-0168629aa8de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.694258 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-5a1ff338-943e-4a76-8291-0168629aa8de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5560ddfb-6952-4527-9a8d-6d5933a3cde4 HTTP/1.1" status: 204 len: 168 time: 0.2249813 Dec 27 14:21:53.730614 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff338-943e-4a76-8291-0168629aa8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5560ddfb-6952-4527-9a8d-6d5933a3cde4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:53.761090 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9b26d66f-6c6a-4db9-bccd-144131606d28 req-433aef06-7662-4a4a-8d04-f44769321832 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976136 Dec 27 14:21:53.783965 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4eecd5b1-a52f-4b5c-8728-7aeb1f5ea1b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.789693 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4eecd5b1-a52f-4b5c-8728-7aeb1f5ea1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.826818 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 5f034588-3141-4425-885f-1e0f76e6fb2a completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:21:53.836199 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4eecd5b1-a52f-4b5c-8728-7aeb1f5ea1b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9208428da1043c0b68cfaa549dd3989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223104 Dec 27 14:21:53.837066 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecd5b1-a52f-4b5c-8728-7aeb1f5ea1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61395da7-ec99-4381-b6fc-f16754759e5c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:53.838821 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54224) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:53.839308 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 59b42668-caea-412a-a372-6451c4f609df, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=59b42668-caea-412a-a372-6451c4f609df,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:53.841973 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 5f034588-3141-4425-885f-1e0f76e6fb2a triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:53.842342 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.873483 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '59b42668-caea-412a-a372-6451c4f609df', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'port_id': '59b42668-caea-412a-a372-6451c4f609df', 'mac_address': 'fa:16:3e:f2:a8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:21:53.902813 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9f741e51-3973-40a0-a0d0-b14263484562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.926510 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9f741e51-3973-40a0-a0d0-b14263484562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.938717 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.942163 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:53.978080 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b42668-caea-412a-a372-6451c4f609df {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:53.992307 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.000489 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9f741e51-3973-40a0-a0d0-b14263484562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.004529 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9f741e51-3973-40a0-a0d0-b14263484562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.007034 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9f741e51-3973-40a0-a0d0-b14263484562 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61395da7-ec99-4381-b6fc-f16754759e5c HTTP/1.1" status: 204 len: 168 time: 0.1656609 Dec 27 14:21:54.023490 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 59b42668-caea-412a-a372-6451c4f609df, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=59b42668-caea-412a-a372-6451c4f609df,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:54.025647 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f741e51-3973-40a0-a0d0-b14263484562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61395da7-ec99-4381-b6fc-f16754759e5c,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:54.035645 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.036776 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 43013b38-d0e6-4557-ae2b-adff54b730ab details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:21:54.190186 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a383eb8-4f90-4abc-a97a-93ed40749794 req-fbcce42d-8a85-4796-8221-706398294caa tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:54.192096 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4a383eb8-4f90-4abc-a97a-93ed40749794 req-fbcce42d-8a85-4796-8221-706398294caa tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 945 time: 0.0792565 Dec 27 14:21:54.246559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f034588-3141-4425-885f-1e0f76e6fb2a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:54.294152 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4a383eb8-4f90-4abc-a97a-93ed40749794 req-aff1b1f0-3635-41c3-bb1b-e61ba564da6d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922322 Dec 27 14:21:54.393342 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a182a-25b8-4678-9027-f55fa4f68cc1 req-ce498164-e3b5-437d-9df5-0aeda6fe126c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:54.403343 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d07a182a-25b8-4678-9027-f55fa4f68cc1 req-ce498164-e3b5-437d-9df5-0aeda6fe126c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.0776780 Dec 27 14:21:54.456527 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 5f034588-3141-4425-885f-1e0f76e6fb2a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f034588-3141-4425-885f-1e0f76e6fb2a,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:54.472126 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.477305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.478133 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 839d0ed8-92c5-497f-a22d-8fe95743ee6c up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:54.512088 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d07a182a-25b8-4678-9027-f55fa4f68cc1 req-b0918473-205c-45ce-af14-13f5ae860988 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054285 Dec 27 14:21:54.569514 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=59b42668-caea-412a-a372-6451c4f609df,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:54.598704 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54268) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:54.640053 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8320c5e8-e901-4256-a842-29becfcdb7f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.666406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1d909b-c806-4087-abbc-1f6085cb7478" -d '{"events": [{"server_uuid": "9183a2b5-fbe1-45df-906b-e7311f3a3826", "name": "network-vif-plugged", "status": "completed", "tag": "5f034588-3141-4425-885f-1e0f76e6fb2a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:54.722174 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b374b-0f21-483a-9835-1334c3dcc6da req-22378686-a9a7-4aab-a1f3-f6f6df16297d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:54.724724 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 43013b38-d0e6-4557-ae2b-adff54b730ab, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=43013b38-d0e6-4557-ae2b-adff54b730ab,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:54.730825 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-206b374b-0f21-483a-9835-1334c3dcc6da req-22378686-a9a7-4aab-a1f3-f6f6df16297d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 945 time: 0.0929782 Dec 27 14:21:54.738266 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '43013b38-d0e6-4557-ae2b-adff54b730ab', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'port_id': '43013b38-d0e6-4557-ae2b-adff54b730ab', 'mac_address': 'fa:16:3e:c4:54:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:21:54.800128 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=5f034588-3141-4425-885f-1e0f76e6fb2a,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:54.823520 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-206b374b-0f21-483a-9835-1334c3dcc6da req-68091c98-29a1-4acd-8a86-0e20743ccbe9 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863101 Dec 27 14:21:54.843451 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 839d0ed8-92c5-497f-a22d-8fe95743ee6c completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:21:54.845731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.850164 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8320c5e8-e901-4256-a842-29becfcdb7f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.858058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8320c5e8-e901-4256-a842-29becfcdb7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.867564 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43013b38-d0e6-4557-ae2b-adff54b730ab {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:54.875642 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 839d0ed8-92c5-497f-a22d-8fe95743ee6c triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:54.876235 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.932233 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 43013b38-d0e6-4557-ae2b-adff54b730ab, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=43013b38-d0e6-4557-ae2b-adff54b730ab,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:54.941842 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:54.958771 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c5e8-e901-4256-a842-29becfcdb7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f7cd35-8358-4b06-a4f2-783d78b4e2bf,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:54.981779 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8320c5e8-e901-4256-a842-29becfcdb7f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7f56457d397445abc228e70749e3600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796582 Dec 27 14:21:54.982460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54284) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:55.020896 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f123991-de6a-401f-9317-933c0f13283c x-openstack-request-id: req-7f123991-de6a-401f-9317-933c0f13283c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:55.021565 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9183a2b5-fbe1-45df-906b-e7311f3a3826", "name": "network-vif-plugged", "status": "completed", "tag": "5f034588-3141-4425-885f-1e0f76e6fb2a", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:55.021565 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f123991-de6a-401f-9317-933c0f13283c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:55.021905 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f034588-3141-4425-885f-1e0f76e6fb2a', 'code': 200} Dec 27 14:21:55.053380 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c409-acd0-4d09-bf83-1a7d045a3862 req-3c147506-100e-4b81-97d0-d7437e23fa7e tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:55.055112 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5462c409-acd0-4d09-bf83-1a7d045a3862 req-3c147506-100e-4b81-97d0-d7437e23fa7e tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 944 time: 0.1225886 Dec 27 14:21:55.058780 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c0ab4379-94cc-42d0-a6e6-f1ecf3a26ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.059854 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.069711 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=43013b38-d0e6-4557-ae2b-adff54b730ab,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:55.100105 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c0ab4379-94cc-42d0-a6e6-f1ecf3a26ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.140902 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c,segment=NetworkSegment(f57ff1a7-f945-4343-b0e9-60ef2d01debd),segment_id=f57ff1a7-f945-4343-b0e9-60ef2d01debd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:55.147754 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.172536 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5462c409-acd0-4d09-bf83-1a7d045a3862 req-6b74bebb-5277-461d-8d56-c75243316ef2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086531 Dec 27 14:21:55.204474 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c0ab4379-94cc-42d0-a6e6-f1ecf3a26ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.208766 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c0ab4379-94cc-42d0-a6e6-f1ecf3a26ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.210039 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-c0ab4379-94cc-42d0-a6e6-f1ecf3a26ee1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28f7cd35-8358-4b06-a4f2-783d78b4e2bf HTTP/1.1" status: 204 len: 168 time: 0.2271347 Dec 27 14:21:55.226394 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab4379-94cc-42d0-a6e6-f1ecf3a26ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f7cd35-8358-4b06-a4f2-783d78b4e2bf,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:55.266382 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=839d0ed8-92c5-497f-a22d-8fe95743ee6c,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:55.341641 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77ae46-a219-4e87-9356-c8140fc28dd5 req-44ba13b8-a8dc-4f05-b476-9b0e2c45126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:55.343143 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1a77ae46-a219-4e87-9356-c8140fc28dd5 req-44ba13b8-a8dc-4f05-b476-9b0e2c45126a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 1099 time: 0.1001761 Dec 27 14:21:55.365905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1a77ae46-a219-4e87-9356-c8140fc28dd5 req-354064ee-a82e-47f2-9679-debc17d285e9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.387055 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['59b42668-caea-412a-a372-6451c4f609df'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:21:55.395893 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['43013b38-d0e6-4557-ae2b-adff54b730ab'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:21:55.468354 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1a77ae46-a219-4e87-9356-c8140fc28dd5 req-354064ee-a82e-47f2-9679-debc17d285e9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.483746 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1a77ae46-a219-4e87-9356-c8140fc28dd5 req-354064ee-a82e-47f2-9679-debc17d285e9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:55.575720 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354064ee-a82e-47f2-9679-debc17d285e9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=637e6de6-d3fd-465d-b03f-45a8507d025f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:55.590726 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1a77ae46-a219-4e87-9356-c8140fc28dd5 req-354064ee-a82e-47f2-9679-debc17d285e9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373323 Dec 27 14:21:55.613373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8e2e9-de8f-4502-a444-7fbef6cbb056 req-ed3ffb2a-ddaf-4d4b-935d-25c56d4644b4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:55.613373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e0b8e2e9-de8f-4502-a444-7fbef6cbb056 req-ed3ffb2a-ddaf-4d4b-935d-25c56d4644b4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.1427674 Dec 27 14:21:55.688140 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf802772-0145-4eb3-9970-84ec7f9f6c1b req-6ccf5b1a-1318-4ae1-8956-5ee2ba6b9446 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:55.689802 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf802772-0145-4eb3-9970-84ec7f9f6c1b req-6ccf5b1a-1318-4ae1-8956-5ee2ba6b9446 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 943 time: 0.0798798 Dec 27 14:21:55.693976 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e0b8e2e9-de8f-4502-a444-7fbef6cbb056 req-5a34755c-7110-49a7-b0c3-1728f3a1fd59 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750978 Dec 27 14:21:55.699334 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:21:55.771817 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf802772-0145-4eb3-9970-84ec7f9f6c1b req-0cffb596-2e3e-4eee-9cd1-86edf2b7663e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692260 Dec 27 14:21:55.997491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e39dd-5e6f-4164-af4f-b7bcd11da874 req-dd6cf849-0973-4f08-8792-4d99c95978f3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:55.999191 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-eb5e39dd-5e6f-4164-af4f-b7bcd11da874 req-dd6cf849-0973-4f08-8792-4d99c95978f3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 945 time: 0.0613720 Dec 27 14:21:55.999321 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:56.012837 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1', 'network_id': 'd69ed432-f936-4488-b3c6-1b0b85e4dc0f', 'port_id': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1', 'mac_address': 'fa:16:3e:8f:93:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b62219a-316f-4de0-aefe-023f1fc3c53d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:21:56.063174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.064049 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-eb5e39dd-5e6f-4164-af4f-b7bcd11da874 req-58d85756-6294-4dc8-8820-0366908a1c23 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565946 Dec 27 14:21:56.078557 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:21:56.098676 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:56.102914 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.163851 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.182358 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:56.339294 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c807d2c-c3e3-4289-8a69-08f837e9306d req-e93e1c97-2fbb-46a5-a858-99fda82c6e34 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:56.341706 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3c807d2c-c3e3-4289-8a69-08f837e9306d req-e93e1c97-2fbb-46a5-a858-99fda82c6e34 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.0616000 Dec 27 14:21:56.391960 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3c807d2c-c3e3-4289-8a69-08f837e9306d req-0248e58e-a62f-4e97-9eac-8f533ceb029c tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Dec 27 14:21:56.393653 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54354) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:56.495988 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687289247-network', 'tenant_id': '66e614e068ed465ea098e7fbc4493d7c'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:56.519592 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Made reservation on behalf of 66e614e068ed465ea098e7fbc4493d7c for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:56.522004 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.530948 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.617499 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.622512 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.653555 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:56.658700 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bd7cec-6021-4ea5-abbb-11c0b36fde8d,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:56.667712 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.668359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Added segment 2bd71a5f-8855-46dc-b509-6c7c48ae6ba8 of type vlan for network d1bd5b4e-32f1-45a4-95c5-925e92f72732 Dec 27 14:21:56.716460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.754104 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.756001 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:56.756348 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.832964 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4382031 Dec 27 14:21:56.835980 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54372) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:56.843056 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Request body: {'subnet': {'network_id': 'd1bd5b4e-32f1-45a4-95c5-925e92f72732', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687289247-subnet', 'tenant_id': '66e614e068ed465ea098e7fbc4493d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:56.850306 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35928f-81ab-4cad-a4b1-d0b76f8b688a admin admin] Pushing event updated for resources: {'Network': ['ID=d1bd5b4e-32f1-45a4-95c5-925e92f72732,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:56.869446 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network d1bd5b4e-32f1-45a4-95c5-925e92f72732 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:56.882345 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad8e3-d3a3-4932-9894-88ecd81b5e50 req-930b46da-d648-4f04-bbed-b2ad852f129c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:56.884047 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9b2ad8e3-d3a3-4932-9894-88ecd81b5e50 req-930b46da-d648-4f04-bbed-b2ad852f129c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0727639 Dec 27 14:21:56.885677 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Made reservation on behalf of 66e614e068ed465ea098e7fbc4493d7c for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:56.889177 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:56.958682 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:21:56.965154 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9b2ad8e3-d3a3-4932-9894-88ecd81b5e50 req-078e7fb0-a675-41ca-90e9-e583783b7765 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711584 Dec 27 14:21:56.988789 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54378) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:56.998989 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1d070-d09b-400c-b282-5c0fd4b286c5 req-06205dca-6d5b-44d2-bd18-731591e03d3a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:57.001454 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-07c1d070-d09b-400c-b282-5c0fd4b286c5 req-06205dca-6d5b-44d2-bd18-731591e03d3a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 944 time: 0.1261065 Dec 27 14:21:57.024644 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d0ed8-92c5-497f-a22d-8fe95743ee6c'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:57.027428 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14cc60f-f68f-47a9-ace9-ce98bee3492d" -d '{"events": [{"server_uuid": "c1a23bf5-4a73-4f6b-97ba-2426322d63b1", "name": "network-vif-plugged", "status": "completed", "tag": "839d0ed8-92c5-497f-a22d-8fe95743ee6c"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:57.060170 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.092846 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-07c1d070-d09b-400c-b282-5c0fd4b286c5 req-bff05115-6898-4ba6-8917-456abf6d6c92 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831523 Dec 27 14:21:57.113250 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deb2110-1516-4cce-a450-82fd3afdd8dc x-openstack-request-id: req-9deb2110-1516-4cce-a450-82fd3afdd8dc {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:57.114040 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a23bf5-4a73-4f6b-97ba-2426322d63b1", "name": "network-vif-plugged", "status": "completed", "tag": "839d0ed8-92c5-497f-a22d-8fe95743ee6c", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:57.114490 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9deb2110-1516-4cce-a450-82fd3afdd8dc {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:57.115075 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839d0ed8-92c5-497f-a22d-8fe95743ee6c', 'code': 200} Dec 27 14:21:57.175819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0304df3e-9764-42e4-a31c-b58a725557e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.270433 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.290199 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0304df3e-9764-42e4-a31c-b58a725557e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.303637 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0304df3e-9764-42e4-a31c-b58a725557e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.345734 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09dab7e8-ec5e-40d5-9f49-0ffaea9ec8f4,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:57.364551 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0304df3e-9764-42e4-a31c-b58a725557e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9efb3f8b5cbc41e3af2190f63a18dc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721299 Dec 27 14:21:57.364551 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304df3e-9764-42e4-a31c-b58a725557e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4326610-1721-4a68-b7a2-7333dd3dd822,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:57.366815 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54396) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:57.371370 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37fb84-4bab-4533-8a47-071e54cfc3c5 req-80277891-33b7-4c16-b045-a1749cfdc621 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:57.378810 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e37fb84-4bab-4533-8a47-071e54cfc3c5 req-80277891-33b7-4c16-b045-a1749cfdc621 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 945 time: 0.1756916 Dec 27 14:21:57.387731 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2acb7d-38ef-40d2-a09e-9fe3e3d6bd48 req-1f0e2d7d-b1a1-4daf-bd97-6bd20cedd412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:57.389358 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fe2acb7d-38ef-40d2-a09e-9fe3e3d6bd48 req-1f0e2d7d-b1a1-4daf-bd97-6bd20cedd412 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 1098 time: 0.0945396 Dec 27 14:21:57.401033 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Checking segment: {'id': '2bd71a5f-8855-46dc-b509-6c7c48ae6ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd1bd5b4e-32f1-45a4-95c5-925e92f72732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:57.401303 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Network hostable DHCP agents. Network: d1bd5b4e-32f1-45a4-95c5-925e92f72732, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:57.450181 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4e37fb84-4bab-4533-8a47-071e54cfc3c5 req-86ed5082-644f-4ddf-91d7-d6a9a74fd5c0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704186 Dec 27 14:21:57.451316 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Network d1bd5b4e-32f1-45a4-95c5-925e92f72732 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:57.464077 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fe2acb7d-38ef-40d2-a09e-9fe3e3d6bd48 req-95e035a5-7d9b-4ff3-ab93-2edaf6543ece service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667479 Dec 27 14:21:57.467370 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, d1bd5b4e-32f1-45a4-95c5-925e92f72732) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:57.468604 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7eb-4ef8-43e1-946c-028bc3ca8eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.474865 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:57.475603 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.481229 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1374686-8644-4492-8f1f-2de652438f30 None None] Network d1bd5b4e-32f1-45a4-95c5-925e92f72732 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:57.496377 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7eb-4ef8-43e1-946c-028bc3ca8eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.518828 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f68b456e-ea2b-421b-ae20-33266e101620 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6806939 Dec 27 14:21:57.574512 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a362a-748e-4972-8a3c-b098d82f2b55 req-5e1e080f-8094-4394-97ce-0071908f2f7a tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:57.576302 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-305a362a-748e-4972-8a3c-b098d82f2b55 req-5e1e080f-8094-4394-97ce-0071908f2f7a tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.0693600 Dec 27 14:21:57.602641 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7eb-4ef8-43e1-946c-028bc3ca8eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.605190 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c7eb-4ef8-43e1-946c-028bc3ca8eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:57.606305 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d3d2c7eb-4ef8-43e1-946c-028bc3ca8eca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4326610-1721-4a68-b7a2-7333dd3dd822 HTTP/1.1" status: 204 len: 168 time: 0.2378118 Dec 27 14:21:57.618106 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2c7eb-4ef8-43e1-946c-028bc3ca8eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4326610-1721-4a68-b7a2-7333dd3dd822,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:57.662334 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-305a362a-748e-4972-8a3c-b098d82f2b55 req-bfe95d8e-92ed-4959-8424-89cdba167c61 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801051 Dec 27 14:21:57.667895 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38110989-619c-43b5-afab-82dc4d2a37b8 None None] Network d1bd5b4e-32f1-45a4-95c5-925e92f72732 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:57.704876 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 59b42668-caea-412a-a372-6451c4f609df up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:57.858743 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 59b42668-caea-412a-a372-6451c4f609df completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:21:57.864612 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 59b42668-caea-412a-a372-6451c4f609df triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:57.865239 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.015780 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.079487 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54422) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:58.092010 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 59b42668-caea-412a-a372-6451c4f609df, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=59b42668-caea-412a-a372-6451c4f609df,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:58.102418 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.106868 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 43013b38-d0e6-4557-ae2b-adff54b730ab up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:58.111624 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fca92eb-d8a5-4b81-963f-13293940dd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.193750 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9436fb3-fde6-459c-bbf3-f25068829604 req-2623fa4c-8f73-482d-946a-da1b6112e02a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:58.207205 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a9436fb3-fde6-459c-bbf3-f25068829604 req-2623fa4c-8f73-482d-946a-da1b6112e02a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.1374965 Dec 27 14:21:58.304068 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a9436fb3-fde6-459c-bbf3-f25068829604 req-958c9c81-e552-4948-bdfd-e72971a91bfd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944257 Dec 27 14:21:58.374929 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=59b42668-caea-412a-a372-6451c4f609df,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:58.417341 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 43013b38-d0e6-4557-ae2b-adff54b730ab completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:21:58.425816 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 43013b38-d0e6-4557-ae2b-adff54b730ab triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:58.426283 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.595899 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fca92eb-d8a5-4b81-963f-13293940dd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.611152 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8b950-8a6d-4d79-84fe-e30cf1083573 req-8c263f7b-4ed2-4736-a509-3c792f01aadb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:58.620177 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-30a8b950-8a6d-4d79-84fe-e30cf1083573 req-8c263f7b-4ed2-4736-a509-3c792f01aadb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 944 time: 0.3589053 Dec 27 14:21:58.622745 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fca92eb-d8a5-4b81-963f-13293940dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.656830 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.690503 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12f3c0-e683-4538-8a70-eadae8040a82 req-de6da354-eab8-410f-a59c-dc2a6df5a50e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:58.694856 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1fca92eb-d8a5-4b81-963f-13293940dd17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09531e5893d0435cbd9493a256fd3915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6120429 Dec 27 14:21:58.695037 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fc12f3c0-e683-4538-8a70-eadae8040a82 req-de6da354-eab8-410f-a59c-dc2a6df5a50e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1119049 Dec 27 14:21:58.696635 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca92eb-d8a5-4b81-963f-13293940dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d22417-71a2-46cc-ba11-19c682834494,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:58.700195 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54450) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:58.717575 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54452) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:58.722808 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-112999805-network', 'tenant_id': 'e222d37cb56d4feaa2db9ae3f0e41098'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:58.743401 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-30a8b950-8a6d-4d79-84fe-e30cf1083573 req-402f01dc-94ca-4c3d-a79b-06bb047288bc tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221297 Dec 27 14:21:58.745382 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 43013b38-d0e6-4557-ae2b-adff54b730ab, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=43013b38-d0e6-4557-ae2b-adff54b730ab,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:21:58.753532 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.824565 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Made reservation on behalf of e222d37cb56d4feaa2db9ae3f0e41098 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:58.832072 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.861906 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.872714 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=43013b38-d0e6-4557-ae2b-adff54b730ab,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:58.895284 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fc12f3c0-e683-4538-8a70-eadae8040a82 req-56a601fd-0678-4c42-b63c-be5c82341f8c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996572 Dec 27 14:21:58.910498 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-794106f5-94f1-492e-bb2e-ef6ebb80d322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.939146 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-794106f5-94f1-492e-bb2e-ef6ebb80d322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:58.956706 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8fdf1-d5de-458c-9622-8e620ee665dd req-29b4c865-659a-4fdd-9f31-3edc344711b2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:58.958512 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-95c8fdf1-d5de-458c-9622-8e620ee665dd req-29b4c865-659a-4fdd-9f31-3edc344711b2 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.1112392 Dec 27 14:21:59.002405 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-794106f5-94f1-492e-bb2e-ef6ebb80d322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.005280 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-794106f5-94f1-492e-bb2e-ef6ebb80d322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.006969 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-794106f5-94f1-492e-bb2e-ef6ebb80d322 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28d22417-71a2-46cc-ba11-19c682834494 HTTP/1.1" status: 204 len: 168 time: 0.2877212 Dec 27 14:21:59.018859 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794106f5-94f1-492e-bb2e-ef6ebb80d322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d22417-71a2-46cc-ba11-19c682834494,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:59.036484 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-95c8fdf1-d5de-458c-9622-8e620ee665dd req-4ea87582-c353-42f5-af8f-fb7b4712eb9f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649955 Dec 27 14:21:59.065056 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.069235 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.098103 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:21:59.108458 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5c592-39b2-40ee-b301-82dac05b0311,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:59.113480 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.114014 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Added segment 77ac766f-dd39-48ab-8310-0ca0cc35f374 of type vlan for network c0934b66-3da1-4ba0-8af4-cf908b15cbee Dec 27 14:21:59.116498 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b42668-caea-412a-a372-6451c4f609df'}, {'server_uuid': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43013b38-d0e6-4557-ae2b-adff54b730ab'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:21:59.120518 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7bea5-95cb-491b-b1f3-9ed0e2ec1fff" -d '{"events": [{"server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "name": "network-vif-plugged", "status": "completed", "tag": "59b42668-caea-412a-a372-6451c4f609df"}, {"server_uuid": "8520422d-f3a9-443c-9e9a-12fb03ef1bcc", "name": "network-vif-plugged", "status": "completed", "tag": "43013b38-d0e6-4557-ae2b-adff54b730ab"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:21:59.158563 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.178645 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Dec 2021 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7f21bb-4e00-4690-bf1f-4d73676eeca2 x-openstack-request-id: req-cc7f21bb-4e00-4690-bf1f-4d73676eeca2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:21:59.178943 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "name": "network-vif-plugged", "status": "completed", "tag": "59b42668-caea-412a-a372-6451c4f609df", "code": 200}, {"server_uuid": "8520422d-f3a9-443c-9e9a-12fb03ef1bcc", "name": "network-vif-plugged", "status": "completed", "tag": "43013b38-d0e6-4557-ae2b-adff54b730ab", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:21:59.179234 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc7f21bb-4e00-4690-bf1f-4d73676eeca2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:21:59.179632 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b42668-caea-412a-a372-6451c4f609df', 'code': 200} Dec 27 14:21:59.179907 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43013b38-d0e6-4557-ae2b-adff54b730ab', 'code': 200} Dec 27 14:21:59.191871 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.193587 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:59.194391 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.233095 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5139720 Dec 27 14:21:59.236676 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54464) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:21:59.242226 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Request body: {'subnet': {'network_id': 'c0934b66-3da1-4ba0-8af4-cf908b15cbee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-112999805-subnet', 'tenant_id': 'e222d37cb56d4feaa2db9ae3f0e41098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:21:59.290188 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e07bc-19a9-42d2-8712-068ac87ec685 admin admin] Pushing event updated for resources: {'Network': ['ID=c0934b66-3da1-4ba0-8af4-cf908b15cbee,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:59.301041 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network c0934b66-3da1-4ba0-8af4-cf908b15cbee details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:21:59.302411 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Made reservation on behalf of e222d37cb56d4feaa2db9ae3f0e41098 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:21:59.305951 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12739527'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.436805 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db82c8-a888-4e1f-a33a-828e49734276 req-3b864d2d-3d26-4004-9e53-7bfc649db919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:59.438457 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c0db82c8-a888-4e1f-a33a-828e49734276 req-3b864d2d-3d26-4004-9e53-7bfc649db919 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0742326 Dec 27 14:21:59.465693 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c667a-63b8-42bf-b7ef-b1c971cf3889 req-eb08501d-8cf4-42a8-9418-f7acdd3d336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:59.467354 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6e2c667a-63b8-42bf-b7ef-b1c971cf3889 req-eb08501d-8cf4-42a8-9418-f7acdd3d336e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.0965111 Dec 27 14:21:59.529206 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c0db82c8-a888-4e1f-a33a-828e49734276 req-539bbdf7-abc8-4222-8961-c67155ee2c6a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826018 Dec 27 14:21:59.533656 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6e2c667a-63b8-42bf-b7ef-b1c971cf3889 req-722f3ec6-89ac-4a9a-bb3b-1aeab410943a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592182 Dec 27 14:21:59.575079 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12653178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12739541'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.629321 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32430062-b567-4d3c-ab8e-48371a472926,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:21:59.647968 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Checking segment: {'id': '77ac766f-dd39-48ab-8310-0ca0cc35f374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c0934b66-3da1-4ba0-8af4-cf908b15cbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:21:59.648417 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Network hostable DHCP agents. Network: c0934b66-3da1-4ba0-8af4-cf908b15cbee, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:21:59.669561 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Network c0934b66-3da1-4ba0-8af4-cf908b15cbee is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:21:59.684205 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, c0934b66-3da1-4ba0-8af4-cf908b15cbee) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:21:59.693423 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eb76f1-1d2f-40ce-adcd-99b1365211d5 None None] Network c0934b66-3da1-4ba0-8af4-cf908b15cbee requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:59.695344 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:21:59.696024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.710970 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:21:59.716909 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-930de43d-f420-451a-8b04-e37156f4b2e6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4790215 Dec 27 14:21:59.873629 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b6d60-3c54-45ca-b4bf-5f52ca2680be None None] Network c0934b66-3da1-4ba0-8af4-cf908b15cbee requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:21:59.877953 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:21:59.933629 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:21:59.934005 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:21:59.989210 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf0d2-7251-4e85-8d65-167ac08cc442 req-8a8162cd-23c5-4a80-a1be-3609fa6d04a1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:00.004492 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-44ebf0d2-7251-4e85-8d65-167ac08cc442 req-8a8162cd-23c5-4a80-a1be-3609fa6d04a1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 944 time: 0.1440735 Dec 27 14:22:00.108470 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-44ebf0d2-7251-4e85-8d65-167ac08cc442 req-ab84c337-d9f1-4331-b18f-210a9e4bd72b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029918 Dec 27 14:22:00.114648 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:00.150798 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cfc47-7730-4a32-be32-6a989f45b845 req-57bf1a5e-39b4-450b-a8cd-4277fd8a6f6d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:00.155018 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-082cfc47-7730-4a32-be32-6a989f45b845 req-57bf1a5e-39b4-450b-a8cd-4277fd8a6f6d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1158400 Dec 27 14:22:00.164923 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:00.170878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:00.255589 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-082cfc47-7730-4a32-be32-6a989f45b845 req-5044e135-4da4-4b1d-8c6d-8db12859206e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913272 Dec 27 14:22:00.262830 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:00.383622 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4b666-75ab-4ccb-9b89-e73b5505db98 req-cd7ad06f-47a5-4d53-88ef-0e97d2a1d8d9 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:00.392113 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c1b4b666-75ab-4ccb-9b89-e73b5505db98 req-cd7ad06f-47a5-4d53-88ef-0e97d2a1d8d9 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.0713608 Dec 27 14:22:00.454895 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c1b4b666-75ab-4ccb-9b89-e73b5505db98 req-5107625e-2dca-40b2-b37b-0b5aaba0dc5d tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615807 Dec 27 14:22:01.181716 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:22:01.188159 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d7c71-ff08-44c9-92c8-0210e0bd4576" -d '{"events": [{"server_uuid": "7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c", "name": "network-vif-plugged", "status": "completed", "tag": "8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:22:01.346695 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50445fd-d781-47b2-897f-4c4f99d69bdf x-openstack-request-id: req-b50445fd-d781-47b2-897f-4c4f99d69bdf {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:22:01.347254 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c", "name": "network-vif-plugged", "status": "completed", "tag": "8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:22:01.347712 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b50445fd-d781-47b2-897f-4c4f99d69bdf {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:22:01.348432 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1', 'code': 200} Dec 27 14:22:01.442999 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2756a-bc94-4ec7-8497-b46a2f6f4f42 req-e03f10c9-348b-44f1-b0dd-7d6c141380b7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:01.455566 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c7b2756a-bc94-4ec7-8497-b46a2f6f4f42 req-e03f10c9-348b-44f1-b0dd-7d6c141380b7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1713357 Dec 27 14:22:01.483456 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54602) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:01.567507 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c7b2756a-bc94-4ec7-8497-b46a2f6f4f42 req-3cae459b-14ad-481c-974f-d8430031131a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104066 Dec 27 14:22:01.595996 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74e314-6eec-4a82-94fe-a71e215535b3 req-b9d86a58-7b0f-48c4-bbaa-654281b3806d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:01.611656 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e74e314-6eec-4a82-94fe-a71e215535b3 req-b9d86a58-7b0f-48c4-bbaa-654281b3806d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1504717 Dec 27 14:22:01.700680 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e74e314-6eec-4a82-94fe-a71e215535b3 req-16c0d7d4-8351-47e2-a5e7-e7525f9c6a58 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874403 Dec 27 14:22:01.757213 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2459d2db-83b5-4720-b4f3-f74937609ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:01.882996 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:01.902050 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e120989-c3c1-4abb-b1b6-3cc73479ecdd req-e6d8616c-9027-4469-a165-f8fa3d23f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:01.904955 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9e120989-c3c1-4abb-b1b6-3cc73479ecdd req-e6d8616c-9027-4469-a165-f8fa3d23f927 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 1098 time: 0.1337662 Dec 27 14:22:01.990458 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2459d2db-83b5-4720-b4f3-f74937609ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:01.999153 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2459d2db-83b5-4720-b4f3-f74937609ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.041798 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9e120989-c3c1-4abb-b1b6-3cc73479ecdd req-5b904d79-d7d8-47d1-8c03-9efd5eafda79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192977 Dec 27 14:22:02.055268 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf32d85-fedf-4209-8ef1-34a4fd009088 req-7eaa1b7d-eb9a-43c0-b0ae-f1c2d69dbdf1 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:02.056871 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9bf32d85-fedf-4209-8ef1-34a4fd009088 req-7eaa1b7d-eb9a-43c0-b0ae-f1c2d69dbdf1 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1597679 Dec 27 14:22:02.065774 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2459d2db-83b5-4720-b4f3-f74937609ee1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca6d9327612e4d65a83216a421f2237e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5789363 Dec 27 14:22:02.065774 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459d2db-83b5-4720-b4f3-f74937609ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f6a96-4c48-4832-bb88-1a7ca8a8d8eb,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:02.065937 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54636) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:02.067188 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54638) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:02.075895 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'floatingip': {'port_id': '59b42668-caea-412a-a372-6451c4f609df'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:02.139350 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f6e46f23-115f-48b6-9350-4971947485e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.178766 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f6e46f23-115f-48b6-9350-4971947485e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.182188 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.235997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54644) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:02.261035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f6e46f23-115f-48b6-9350-4971947485e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.263672 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f6e46f23-115f-48b6-9350-4971947485e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.265683 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f6e46f23-115f-48b6-9350-4971947485e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/673f6a96-4c48-4832-bb88-1a7ca8a8d8eb HTTP/1.1" status: 204 len: 168 time: 0.1975858 Dec 27 14:22:02.280466 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e46f23-115f-48b6-9350-4971947485e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f6a96-4c48-4832-bb88-1a7ca8a8d8eb,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:02.351742 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fc84066-d8ed-4233-8e35-a3dcc937dd02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.370984 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0a84d23b-ef4d-44a0-89b1-fcd8102d047b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.502770 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0a84d23b-ef4d-44a0-89b1-fcd8102d047b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.509024 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0a84d23b-ef4d-44a0-89b1-fcd8102d047b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.580165 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-0a84d23b-ef4d-44a0-89b1-fcd8102d047b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67b359e094c14c55b801b80d266d7421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427393 Dec 27 14:22:02.580955 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54660) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:02.583310 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84d23b-ef4d-44a0-89b1-fcd8102d047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca75a35-3f11-4bae-bf95-ce43cf731d1f,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:02.668623 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fc84066-d8ed-4233-8e35-a3dcc937dd02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.675400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03d966c8-8812-4f5f-9365-413abe7f3e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.678016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5fc84066-d8ed-4233-8e35-a3dcc937dd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.745713 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03d966c8-8812-4f5f-9365-413abe7f3e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.751049 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54668) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:02.778167 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-5fc84066-d8ed-4233-8e35-a3dcc937dd02 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29af55de5e7746ff8f7c868977002885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8936684 Dec 27 14:22:02.787994 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54670) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:02.804827 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-849a9b76-5d31-49cb-8e48-6f0c7014f6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.836507 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba3f1f-919c-430c-8a5b-cd28811730a4 req-c463987f-4936-416c-8a0c-601d2c344e6c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:02.838866 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc84066-d8ed-4233-8e35-a3dcc937dd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91613c8-1308-49b3-9897-d416f49be035,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:02.846723 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fba3f1f-919c-430c-8a5b-cd28811730a4 req-c463987f-4936-416c-8a0c-601d2c344e6c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1423445 Dec 27 14:22:02.914784 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03d966c8-8812-4f5f-9365-413abe7f3e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.918280 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03d966c8-8812-4f5f-9365-413abe7f3e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.922066 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-03d966c8-8812-4f5f-9365-413abe7f3e07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ca75a35-3f11-4bae-bf95-ce43cf731d1f HTTP/1.1" status: 204 len: 168 time: 0.3396833 Dec 27 14:22:02.939963 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fba3f1f-919c-430c-8a5b-cd28811730a4 req-1e27e23a-2f57-46b3-8ca8-dc85c26e3638 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923111 Dec 27 14:22:02.941835 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d966c8-8812-4f5f-9365-413abe7f3e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca75a35-3f11-4bae-bf95-ce43cf731d1f,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:02.981521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5289cf05-4735-4585-9189-cd3131db83dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:02.995413 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-849a9b76-5d31-49cb-8e48-6f0c7014f6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.000020 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-849a9b76-5d31-49cb-8e48-6f0c7014f6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.034500 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a9b76-5d31-49cb-8e48-6f0c7014f6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44ffbec-00a1-4f63-8acb-8ac9abe84731,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:03.048554 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-849a9b76-5d31-49cb-8e48-6f0c7014f6f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4c23e625d58433f919e8fa89e2b3da1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916780 Dec 27 14:22:03.051418 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54676) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:03.074829 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5289cf05-4735-4585-9189-cd3131db83dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.107538 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0793e8a-6985-41ea-9b35-ba9539491ed8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.139249 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0793e8a-6985-41ea-9b35-ba9539491ed8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.195824 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.202184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.256842 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5289cf05-4735-4585-9189-cd3131db83dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.261844 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5289cf05-4735-4585-9189-cd3131db83dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.266034 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-5289cf05-4735-4585-9189-cd3131db83dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d91613c8-1308-49b3-9897-d416f49be035 HTTP/1.1" status: 204 len: 168 time: 0.4694660 Dec 27 14:22:03.306304 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289cf05-4735-4585-9189-cd3131db83dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91613c8-1308-49b3-9897-d416f49be035,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:03.349827 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54682) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:03.387262 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0793e8a-6985-41ea-9b35-ba9539491ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.395464 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0793e8a-6985-41ea-9b35-ba9539491ed8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.399879 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e0793e8a-6985-41ea-9b35-ba9539491ed8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b44ffbec-00a1-4f63-8acb-8ac9abe84731 HTTP/1.1" status: 204 len: 168 time: 0.3471637 Dec 27 14:22:03.410344 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0793e8a-6985-41ea-9b35-ba9539491ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44ffbec-00a1-4f63-8acb-8ac9abe84731,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:03.595356 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa3e9-4966-4389-a5ed-3e6b4f65b0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.599180 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Floating IP 090e94aa-5253-4c98-9f90-a9630fb5dfcf associated. External IP: 172.27.2.154, port: 59b42668-caea-412a-a372-6451c4f609df. Dec 27 14:22:03.684954 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54696) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:03.699196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f7095581-c55f-4077-8845-aaf2f0200e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.801003 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f7095581-c55f-4077-8845-aaf2f0200e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.806939 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f7095581-c55f-4077-8845-aaf2f0200e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.815792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa3e9-4966-4389-a5ed-3e6b4f65b0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.826597 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa3e9-4966-4389-a5ed-3e6b4f65b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.856390 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f7095581-c55f-4077-8845-aaf2f0200e86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87fce53f423c447f945612803ff31df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701915 Dec 27 14:22:03.858439 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095581-c55f-4077-8845-aaf2f0200e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33fea0f-1c44-47d5-b2cd-e59aabdc0eba,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:03.863509 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54698) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:03.917641 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12495d1d-f21d-4b4a-80ad-3d770a5d42a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.943662 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54702) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:03.956158 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12495d1d-f21d-4b4a-80ad-3d770a5d42a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:03.957905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54704) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:03.960466 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-2d6aa3e9-4966-4389-a5ed-3e6b4f65b0e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c06951ab110f4eeeb8888870edb27ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094668 Dec 27 14:22:03.969153 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aa3e9-4966-4389-a5ed-3e6b4f65b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eeb3ae-f582-4d1f-afa1-fef6346e8e85,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:03.982424 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:22:03.996820 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-281eddbc-56f8-4276-a966-2e314acbcc6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.123095 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4da7174a-3cc6-4572-94b9-4a6c9d96e975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.155963 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12495d1d-f21d-4b4a-80ad-3d770a5d42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.158808 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12495d1d-f21d-4b4a-80ad-3d770a5d42a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.159966 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-12495d1d-f21d-4b4a-80ad-3d770a5d42a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d33fea0f-1c44-47d5-b2cd-e59aabdc0eba HTTP/1.1" status: 204 len: 168 time: 0.2958059 Dec 27 14:22:04.180534 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4da7174a-3cc6-4572-94b9-4a6c9d96e975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.181347 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa1db7-b5a1-41e6-a398-1f58d16f8e03 req-2e2c2c3d-ccee-4b5b-9e54-b1e67b955e99 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:04.183070 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d3fa1db7-b5a1-41e6-a398-1f58d16f8e03 req-2e2c2c3d-ccee-4b5b-9e54-b1e67b955e99 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1072459 Dec 27 14:22:04.191368 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:04.195872 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.200733 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12495d1d-f21d-4b4a-80ad-3d770a5d42a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33fea0f-1c44-47d5-b2cd-e59aabdc0eba,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:04.205142 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-281eddbc-56f8-4276-a966-2e314acbcc6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.209298 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:04.217195 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-281eddbc-56f8-4276-a966-2e314acbcc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.227305 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:04.228071 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:04.258132 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-72783149-f01b-4ee0-a928-a02c285f5db0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "PUT /v2.0/floatingips/090e94aa-5253-4c98-9f90-a9630fb5dfcf HTTP/1.1" status: 200 len: 992 time: 2.1879776 Dec 27 14:22:04.258977 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'tag': '59b42668-caea-412a-a372-6451c4f609df'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:22:04.271436 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e09d35-0251-42f6-af83-95959bab0871" -d '{"events": [{"name": "network-changed", "server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "tag": "59b42668-caea-412a-a372-6451c4f609df"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:22:04.281864 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-281eddbc-56f8-4276-a966-2e314acbcc6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f65b224281124f4b9093971c667f298c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368762 Dec 27 14:22:04.284517 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281eddbc-56f8-4276-a966-2e314acbcc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c5b28d-3366-45b8-b21c-319901ec2cd8,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:04.288550 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54718) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:04.338609 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d3fa1db7-b5a1-41e6-a398-1f58d16f8e03 req-b087270b-c8ae-4661-be9b-bea3dce8bcbe tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068757 Dec 27 14:22:04.348002 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4da7174a-3cc6-4572-94b9-4a6c9d96e975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.351950 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4da7174a-3cc6-4572-94b9-4a6c9d96e975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.353543 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-4da7174a-3cc6-4572-94b9-4a6c9d96e975 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5eeb3ae-f582-4d1f-afa1-fef6346e8e85 HTTP/1.1" status: 204 len: 168 time: 0.3891571 Dec 27 14:22:04.369542 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-812e1d71-4fb2-4b4c-af29-e6667ee4370e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.375133 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7174a-3cc6-4572-94b9-4a6c9d96e975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eeb3ae-f582-4d1f-afa1-fef6346e8e85,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:04.403525 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-812e1d71-4fb2-4b4c-af29-e6667ee4370e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.457890 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c0800-0c94-4a50-8506-a90dccd6cadc x-openstack-request-id: req-c73c0800-0c94-4a50-8506-a90dccd6cadc {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:22:04.458538 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "tag": "59b42668-caea-412a-a372-6451c4f609df", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:22:04.459143 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c73c0800-0c94-4a50-8506-a90dccd6cadc {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:22:04.459782 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'tag': '59b42668-caea-412a-a372-6451c4f609df', 'status': 'completed', 'code': 200} Dec 27 14:22:04.473736 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-812e1d71-4fb2-4b4c-af29-e6667ee4370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.477170 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-812e1d71-4fb2-4b4c-af29-e6667ee4370e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:04.478826 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-812e1d71-4fb2-4b4c-af29-e6667ee4370e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37c5b28d-3366-45b8-b21c-319901ec2cd8 HTTP/1.1" status: 204 len: 168 time: 0.1892772 Dec 27 14:22:04.486849 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:04.504856 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e1d71-4fb2-4b4c-af29-e6667ee4370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c5b28d-3366-45b8-b21c-319901ec2cd8,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:04.556591 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e09d35-0251-42f6-af83-95959bab0871 req-9b0a40b0-21a2-451d-b67d-8a302955ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:04.558632 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-9b0a40b0-21a2-451d-b67d-8a302955ccb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0662181 Dec 27 14:22:04.800186 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e09d35-0251-42f6-af83-95959bab0871 req-b67ebd42-58de-46ff-9e10-b1d323f60389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:04.805216 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-b67ebd42-58de-46ff-9e10-b1d323f60389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.2377203 Dec 27 14:22:04.884733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-07576c13-c616-46ae-948c-785e9592ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:04.886822 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-07576c13-c616-46ae-948c-785e9592ce1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 1098 time: 0.1327353 Dec 27 14:22:04.908034 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '090e94aa-5253-4c98-9f90-a9630fb5dfcf', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'port_id': '59b42668-caea-412a-a372-6451c4f609df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'mac_address': 'fa:16:3e:f2:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:21:28Z', 'updated_at': '2021-12-27T14:22:02Z', 'revision_number': 1, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:04.956548 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:04.965399 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-a5cfc059-07f9-437e-a2f6-4cf4a199ce12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 1000 time: 0.1526871 Dec 27 14:22:04.966318 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:04.967696 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:05.022532 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-8e0fe38a-3534-4025-8860-d79a7e85b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:05.024035 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-8e0fe38a-3534-4025-8860-d79a7e85b52d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.1283853 Dec 27 14:22:05.034020 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee7ee5-cf61-4a92-b734-fe40a1aac39a req-464f35bf-1a3f-42dd-9968-32dd7a5f6046 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:05.036401 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-40ee7ee5-cf61-4a92-b734-fe40a1aac39a req-464f35bf-1a3f-42dd-9968-32dd7a5f6046 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.2187507 Dec 27 14:22:05.065881 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e09d35-0251-42f6-af83-95959bab0871 req-b74ceb02-a581-4a82-8742-3e8f7912f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:05.070891 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-b74ceb02-a581-4a82-8742-3e8f7912f594 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0945802 Dec 27 14:22:05.088668 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-635c179e-08ac-414c-8376-7f14e6948ac2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 HTTP/1.1" status: 200 len: 217 time: 0.0510569 Dec 27 14:22:05.120795 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:05.162096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-a40341c1-eba0-4a9d-b060-7720f809abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:05.163890 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-a40341c1-eba0-4a9d-b060-7720f809abfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0628436 Dec 27 14:22:05.193181 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e09d35-0251-42f6-af83-95959bab0871 req-913700d9-252d-4cd4-929b-f4ba0c403e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:05.194678 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-913700d9-252d-4cd4-929b-f4ba0c403e91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1128352 Dec 27 14:22:05.204697 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-ebf6954e-3341-4da0-8ef5-86ba87ce941d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331864 Dec 27 14:22:05.238549 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-40ee7ee5-cf61-4a92-b734-fe40a1aac39a req-2b591f35-71a7-47be-87b5-c382814184e4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483517 Dec 27 14:22:05.340700 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-2ae4e4c7-d2e6-40a7-b894-c200200533ad service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359887 Dec 27 14:22:05.429308 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-8d4d8fbc-7551-4744-8c1c-47b0f1fbd405 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894116 Dec 27 14:22:05.490936 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d2e09d35-0251-42f6-af83-95959bab0871 req-0141b0c0-137e-4c10-ab1d-dde97b098a60 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329348 Dec 27 14:22:05.641464 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f32e14f-ff4b-4354-9bfa-21d8c10a1b3f req-88d13ac1-0945-45cf-9b15-69a393ff0b79 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878052 Dec 27 14:22:05.864203 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '090e94aa-5253-4c98-9f90-a9630fb5dfcf', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'port_id': '59b42668-caea-412a-a372-6451c4f609df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'mac_address': 'fa:16:3e:f2:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:21:28Z', 'updated_at': '2021-12-27T14:22:02Z', 'revision_number': 1, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:05.899288 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dfeeb6-9698-4db1-89fe-22fe39d1b1af None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '090e94aa-5253-4c98-9f90-a9630fb5dfcf', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'port_id': '59b42668-caea-412a-a372-6451c4f609df', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'mac_address': 'fa:16:3e:f2:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:21:28Z', 'updated_at': '2021-12-27T14:22:02Z', 'revision_number': 1, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:06.167433 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd223f71-6b23-4ca0-a3fe-6bb38a6e7e50 None None] New status for floating IP 090e94aa-5253-4c98-9f90-a9630fb5dfcf: ACTIVE {{(pid=102431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:22:06.357532 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fe7b8-6abb-44e7-93d9-daafa8c20816 req-c6ac03c9-523f-4973-b0fd-f7ef273440bd tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:06.366651 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d77fe7b8-6abb-44e7-93d9-daafa8c20816 req-c6ac03c9-523f-4973-b0fd-f7ef273440bd tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0594380 Dec 27 14:22:06.432880 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d77fe7b8-6abb-44e7-93d9-daafa8c20816 req-4b8beea1-15cd-4b6f-8f9d-6d75095c4e6c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588245 Dec 27 14:22:07.545809 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3c07a-46db-4884-bf9e-9910551637e4 req-bcc18f71-4e7b-4148-a845-cf9a65a97d60 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:07.548060 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d9b3c07a-46db-4884-bf9e-9910551637e4 req-bcc18f71-4e7b-4148-a845-cf9a65a97d60 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0548811 Dec 27 14:22:07.602144 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d9b3c07a-46db-4884-bf9e-9910551637e4 req-06c7dd3f-a01a-446b-858b-4a53a55310e2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467370 Dec 27 14:22:07.927770 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54916) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:08.043422 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4c377ac4-c6ed-4bc3-9efc-27012d1866a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.121281 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4c377ac4-c6ed-4bc3-9efc-27012d1866a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.124980 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4c377ac4-c6ed-4bc3-9efc-27012d1866a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.165274 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-4c377ac4-c6ed-4bc3-9efc-27012d1866a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=736b28f040854568bea3d5f92d096b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363360 Dec 27 14:22:08.166911 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377ac4-c6ed-4bc3-9efc-27012d1866a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bcd68a-b60b-49cf-9dc5-d3d0b061cf98,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:08.169286 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54926) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:08.221138 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d11991c-fac1-40ba-a4fa-dd2e99e44722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.242849 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d11991c-fac1-40ba-a4fa-dd2e99e44722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.292775 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d11991c-fac1-40ba-a4fa-dd2e99e44722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.295430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d11991c-fac1-40ba-a4fa-dd2e99e44722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.298200 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7d11991c-fac1-40ba-a4fa-dd2e99e44722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2bcd68a-b60b-49cf-9dc5-d3d0b061cf98 HTTP/1.1" status: 204 len: 168 time: 0.1274500 Dec 27 14:22:08.318166 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11991c-fac1-40ba-a4fa-dd2e99e44722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bcd68a-b60b-49cf-9dc5-d3d0b061cf98,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:08.604402 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 54940) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:08.616919 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-95aed5a5-96f5-4f13-a3e8-1ceb77bdd664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.719696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-95aed5a5-96f5-4f13-a3e8-1ceb77bdd664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.724807 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-95aed5a5-96f5-4f13-a3e8-1ceb77bdd664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.773739 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-95aed5a5-96f5-4f13-a3e8-1ceb77bdd664 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae7da9322f204eaf8d0d9e52f03c64e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1682448 Dec 27 14:22:08.776382 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 54946) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:08.789265 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df7e1f-ded8-48f6-99e8-38308cab180f req-538c6ea4-cf81-4643-ac4d-c30831e65823 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:08.792044 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-30df7e1f-ded8-48f6-99e8-38308cab180f req-538c6ea4-cf81-4643-ac4d-c30831e65823 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1155381 Dec 27 14:22:08.793581 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aed5a5-96f5-4f13-a3e8-1ceb77bdd664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52edbeee-1e6a-48f7-9f1d-b8f31c16d703,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:08.846766 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f12f26fe-c29a-41dd-b6ac-5031c2d7dc94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.878904 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f12f26fe-c29a-41dd-b6ac-5031c2d7dc94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.880528 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-30df7e1f-ded8-48f6-99e8-38308cab180f req-7817d129-27ad-4354-bbe0-ad17eee9df61 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807548 Dec 27 14:22:08.933611 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f12f26fe-c29a-41dd-b6ac-5031c2d7dc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.936323 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f12f26fe-c29a-41dd-b6ac-5031c2d7dc94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:08.938011 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f12f26fe-c29a-41dd-b6ac-5031c2d7dc94 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52edbeee-1e6a-48f7-9f1d-b8f31c16d703 HTTP/1.1" status: 204 len: 168 time: 0.1601515 Dec 27 14:22:08.945391 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f26fe-c29a-41dd-b6ac-5031c2d7dc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52edbeee-1e6a-48f7-9f1d-b8f31c16d703,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:09.999393 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c137ad0-1cbd-4937-89e1-5630696f7462 req-3256a67b-f62a-4b2a-b4e8-bc84875e8ef6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:10.001024 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6c137ad0-1cbd-4937-89e1-5630696f7462 req-3256a67b-f62a-4b2a-b4e8-bc84875e8ef6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0504334 Dec 27 14:22:10.042728 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55002) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:10.049680 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6c137ad0-1cbd-4937-89e1-5630696f7462 req-5071ad4a-a4e5-4dd8-83a3-be07a089fe5f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Dec 27 14:22:10.151274 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d742857a-d7d9-4425-8384-3bdefa9661d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.225372 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d742857a-d7d9-4425-8384-3bdefa9661d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.229851 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d742857a-d7d9-4425-8384-3bdefa9661d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.268991 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-d742857a-d7d9-4425-8384-3bdefa9661d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3999b9d7f6cf403f9cf7c22a8a2698d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251613 Dec 27 14:22:10.269724 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742857a-d7d9-4425-8384-3bdefa9661d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deabae95-07a0-4b8f-b6e3-02a95d8d4240,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:10.271795 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55018) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:10.321873 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-120ae4ca-1044-407b-834d-d1d8171af731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.342816 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-120ae4ca-1044-407b-834d-d1d8171af731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.400724 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-120ae4ca-1044-407b-834d-d1d8171af731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.403261 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-120ae4ca-1044-407b-834d-d1d8171af731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:10.405294 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-120ae4ca-1044-407b-834d-d1d8171af731 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/deabae95-07a0-4b8f-b6e3-02a95d8d4240 HTTP/1.1" status: 204 len: 168 time: 0.1324644 Dec 27 14:22:10.414912 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ae4ca-1044-407b-834d-d1d8171af731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deabae95-07a0-4b8f-b6e3-02a95d8d4240,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:11.090937 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55088) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:11.162471 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04302b9e-1b65-44ef-b3b9-e47623b974f1 req-2acb473c-ba9d-4361-b3f4-9e76af8dd09a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:11.163957 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-04302b9e-1b65-44ef-b3b9-e47623b974f1 req-2acb473c-ba9d-4361-b3f4-9e76af8dd09a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0490851 Dec 27 14:22:11.194389 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1995425142-network', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:11.229138 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-04302b9e-1b65-44ef-b3b9-e47623b974f1 req-1f9bf54f-b6d9-4db6-8c5f-611e21ffdf34 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570776 Dec 27 14:22:11.235446 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Made reservation on behalf of ca837abe525d4bf89957e0a02b5d06d4 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:11.237800 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.247058 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.320382 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.323959 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.347104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:22:11.357011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f31379-c411-4a5a-a89b-6a5a3cebed39,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:11.361607 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.361963 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Added segment e952a3c9-410e-433c-a869-8ae889ec1da1 of type vlan for network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 Dec 27 14:22:11.400644 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.427006 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.428124 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:11.428724 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.482307 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3902991 Dec 27 14:22:11.485347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55094) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:11.489369 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12730-653b-45ed-a30a-3f45115f5ee5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:11.490304 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Request body: {'subnet': {'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1995425142-subnet', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:11.506734 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:22:11.515292 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Made reservation on behalf of ca837abe525d4bf89957e0a02b5d06d4 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:11.517961 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.688684 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.744502 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae619f8-29e0-465b-b17a-067cccc4a096,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:11.754521 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Checking segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:11.754860 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Network hostable DHCP agents. Network: e0b1a136-9a99-44cd-9b9f-4c00d8db84f5, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:22:11.771829 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:22:11.780169 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, e0b1a136-9a99-44cd-9b9f-4c00d8db84f5) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:11.784426 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:11.784999 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.789365 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc91c1a-7c42-4a23-bdf9-2dc51294e5a7 None None] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:22:11.800837 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-64b0e2e3-06eb-4942-87f7-d07766e6cccb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3142407 Dec 27 14:22:11.803510 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55100) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:11.808218 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:11.831137 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.832510 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.888392 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:11.891738 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:22:11.892681 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.032601 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Allocated IP 172.20.0.2 (e0b1a136-9a99-44cd-9b9f-4c00d8db84f5/fae619f8-29e0-465b-b17a-067cccc4a096/c010dbea-a3ca-473a-a9ee-77f5440cddef) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:12.034694 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.241120 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.261618 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.306757 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.314696 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.351526 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c8c9e-6978-4133-bf05-971b76825abe req-8a8c0373-e2fa-494b-b93f-f29988f47a55 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:12.356170 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:12.356347 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-707c8c9e-6978-4133-bf05-971b76825abe req-8a8c0373-e2fa-494b-b93f-f29988f47a55 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0554423 Dec 27 14:22:12.358889 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:12.365200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:12.381357 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Allocated IP 172.27.2.243 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/c22701b8-3743-457f-813e-d784af5d6326) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:12.391876 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Pushing event updated for resources: {'Port': ['ID=c010dbea-a3ca-473a-a9ee-77f5440cddef,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:12.412602 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-707c8c9e-6978-4133-bf05-971b76825abe req-9d814125-714f-4f93-b639-82e3ba90502c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529461 Dec 27 14:22:12.428660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Attempting to bind port c010dbea-a3ca-473a-a9ee-77f5440cddef on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:12.428660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Attempting to bind port c010dbea-a3ca-473a-a9ee-77f5440cddef by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:12.428660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Attempting to bind port c010dbea-a3ca-473a-a9ee-77f5440cddef on network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:12.432597 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:12.432893 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Checking segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:12.433285 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.433668 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Bound using segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:12.434142 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Bound port: c010dbea-a3ca-473a-a9ee-77f5440cddef, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:12.434551 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.486537 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.498452 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] For port c010dbea-a3ca-473a-a9ee-77f5440cddef, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:12.502319 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] For port c010dbea-a3ca-473a-a9ee-77f5440cddef, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c010dbea-a3ca-473a-a9ee-77f5440cddef,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:12.508558 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.526206 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:12.562001 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:12.568518 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:12.569838 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ad3f6-5b66-447e-8599-f9183f3d8e9a None None] Pushing event updated for resources: {'Port': ['ID=c010dbea-a3ca-473a-a9ee-77f5440cddef,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:12.572783 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:12.605752 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Pushing event updated for resources: {'Port': ['ID=c22701b8-3743-457f-813e-d784af5d6326,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:12.616870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.617219 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.617556 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.617888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.618753 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.619079 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.619403 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.619724 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.620094 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.620428 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.620755 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.621072 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.621391 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:12.852317 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.044946 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.354130 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:22:13.479285 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:13.492963 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Sync routers for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:13.506903 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.508604 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:13.513369 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:13.514193 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df59a90a-19cb-419b-84a2-602463942c04 None None] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:22:13.529674 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9d09f70f-d61b-4eab-aebb-1c91d2eaf285 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7250533 Dec 27 14:22:13.532490 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55122) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:13.545127 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c010dbea-a3ca-473a-a9ee-77f5440cddef up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:13.614013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecdd75-462e-423e-b7ec-f7ae3839696a req-48ffb454-1abd-44d7-8d39-e5edf32a7fce tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:13.621650 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-45ecdd75-462e-423e-b7ec-f7ae3839696a req-48ffb454-1abd-44d7-8d39-e5edf32a7fce tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1353781 Dec 27 14:22:13.638553 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:13.659338 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-56f323f1-0433-4889-bc80-cd295ab2acf5 None None] Provisioning complete for port c010dbea-a3ca-473a-a9ee-77f5440cddef triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:13.659920 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56f323f1-0433-4889-bc80-cd295ab2acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.704139 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port c010dbea-a3ca-473a-a9ee-77f5440cddef triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:13.704774 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.775344 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-45ecdd75-462e-423e-b7ec-f7ae3839696a req-8b7ed3c0-da55-4254-a7e0-feda6e8aa705 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865674 Dec 27 14:22:13.871924 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:12Z', 'revision_number': 3, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:13.878952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56f323f1-0433-4889-bc80-cd295ab2acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.907640 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.918816 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Checking router: e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:13.919464 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Updating router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b port c22701b8-3743-457f-813e-d784af5d6326 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:22:13.945696 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-56f323f1-0433-4889-bc80-cd295ab2acf5 None None] For port c010dbea-a3ca-473a-a9ee-77f5440cddef, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c010dbea-a3ca-473a-a9ee-77f5440cddef,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:13.946140 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:13.952266 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-56f323f1-0433-4889-bc80-cd295ab2acf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.028470 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.db.api [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 27 14:22:14.029032 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG oslo_db.api [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 27 14:22:14.032142 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f323f1-0433-4889-bc80-cd295ab2acf5 None None] Pushing event updated for resources: {'Port': ['ID=c010dbea-a3ca-473a-a9ee-77f5440cddef,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:14.081525 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-a0392dce-2346-4b8a-83d8-104dfbcbc18b None None] Provisioning complete for port c010dbea-a3ca-473a-a9ee-77f5440cddef triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:14.081888 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a0392dce-2346-4b8a-83d8-104dfbcbc18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.108625 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.248470 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.257157 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.302284 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Allocated IP 172.20.0.1 (e0b1a136-9a99-44cd-9b9f-4c00d8db84f5/fae619f8-29e0-465b-b17a-067cccc4a096/1bd9f316-bee9-4d51-9405-ce07cc07e00e) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:14.307899 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Attempting to bind port c22701b8-3743-457f-813e-d784af5d6326 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:14.308465 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Attempting to bind port c22701b8-3743-457f-813e-d784af5d6326 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:14.308658 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Attempting to bind port c22701b8-3743-457f-813e-d784af5d6326 on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:14.320915 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:14.321541 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:14.321952 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.322587 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:14.323075 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Bound port: c22701b8-3743-457f-813e-d784af5d6326, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:14.323577 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.325334 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe8e8-9316-4ec1-8af0-807b21da4a7c None None] Pushing event updated for resources: {'Port': ['ID=c22701b8-3743-457f-813e-d784af5d6326,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:14.393090 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] For port c22701b8-3743-457f-813e-d784af5d6326, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:14.396922 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] For port c22701b8-3743-457f-813e-d784af5d6326, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c22701b8-3743-457f-813e-d784af5d6326,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:14.404133 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.463375 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:14.464026 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:14.501265 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fe8e8-9316-4ec1-8af0-807b21da4a7c None None] Pushing event updated for resources: {'Port': ['ID=c22701b8-3743-457f-813e-d784af5d6326,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:14.581262 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:14.664035 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.712887 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:14.755396 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:14.759760 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:14.763162 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:14.774781 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:12Z', 'revision_number': 3, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:14.788924 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9f316-bee9-4d51-9405-ce07cc07e00e,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:14.801015 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.801385 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.801733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.802106 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.802443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.802779 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.803115 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.803564 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.803935 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.804251 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.804766 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.804970 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.805215 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:14.814999 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d728ef-febe-4dbf-ba95-a5f36c991ecb None None] The sync data for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi is: [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:12Z', 'revision_number': 3, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:14.826319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.012455 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2401d10-7c45-4b5e-b834-e73e283122b3 req-6a8af2a4-ba50-43c2-bddb-52d63299ee87 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:15.013997 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e2401d10-7c45-4b5e-b834-e73e283122b3 req-6a8af2a4-ba50-43c2-bddb-52d63299ee87 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1350906 Dec 27 14:22:15.046073 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-f0accebd-33da-47c5-9419-7919db896674 None None] Provisioning complete for port 1bd9f316-bee9-4d51-9405-ce07cc07e00e triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:15.046530 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f0accebd-33da-47c5-9419-7919db896674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.088829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f0accebd-33da-47c5-9419-7919db896674 None None] Port 1bd9f316-bee9-4d51-9405-ce07cc07e00e cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:15.099293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.116623 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e2401d10-7c45-4b5e-b834-e73e283122b3 req-63d66af8-0790-49e2-9fe1-c9abadf1b113 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925243 Dec 27 14:22:15.328620 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.336419 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.391900 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.478434 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd9f316-bee9-4d51-9405-ce07cc07e00e,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:15.584824 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:15.587495 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:15.709338 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c22701b8-3743-457f-813e-d784af5d6326 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:15.770920 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port c22701b8-3743-457f-813e-d784af5d6326 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:15.773657 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.835100 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55186) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:15.859306 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-d7c2364a-e5a5-4718-9db6-8e8952bc5f24 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:15.860807 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-d7c2364a-e5a5-4718-9db6-8e8952bc5f24 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.1765404 Dec 27 14:22:15.887507 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9649fadb-42b8-4f22-b905-53a565aa8757 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/quotas/648321538a5a439baf7e39cee8742fc4 HTTP/1.1" status: 200 len: 375 time: 0.0142272 Dec 27 14:22:15.891051 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.894540 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:22:15.912983 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port c22701b8-3743-457f-813e-d784af5d6326, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c22701b8-3743-457f-813e-d784af5d6326,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:15.919545 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.920598 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c010dbea-a3ca-473a-a9ee-77f5440cddef up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:15.978953 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-f5c77a98-b7fa-480c-86d1-2923642d1912 None None] Provisioning complete for port 1bd9f316-bee9-4d51-9405-ce07cc07e00e triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:15.979292 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f5c77a98-b7fa-480c-86d1-2923642d1912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:15.985304 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e595adeb-f220-4afd-8d18-34eb13d85ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.002285 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-15ba6f93-7a45-4d22-a015-5b6c646ee13c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1061878 Dec 27 14:22:16.043129 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=c22701b8-3743-457f-813e-d784af5d6326,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:16.047774 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-f5c77a98-b7fa-480c-86d1-2923642d1912 None None] Port 1bd9f316-bee9-4d51-9405-ce07cc07e00e cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:16.055253 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.056562 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.056562 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.056938 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.057225 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.057555 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.057870 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.058378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.058710 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.059087 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.059500 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.059698 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.060040 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:16.069131 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port c010dbea-a3ca-473a-a9ee-77f5440cddef triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:16.069507 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.135125 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e595adeb-f220-4afd-8d18-34eb13d85ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.150897 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e595adeb-f220-4afd-8d18-34eb13d85ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.189323 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:16.192912 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e595adeb-f220-4afd-8d18-34eb13d85ba3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79f23aed6bcd47f19f9e08b636c103a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565581 Dec 27 14:22:16.199517 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55196) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:16.223650 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e3504abb-5669-4beb-9eea-dd82a0991926 admin admin] 10.222.0.37 "PUT /v2.0/routers/e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6882150 Dec 27 14:22:16.226336 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b09c0360-f1ed-41ed-b00d-bec250d087e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723819 Dec 27 14:22:16.256253 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595adeb-f220-4afd-8d18-34eb13d85ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a3bd5e-1fb8-46fa-97cc-b5ec1ea9ffa5,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:16.280467 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03dab334-a7de-4dfe-8c97-2939c2237eb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.308912 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03dab334-a7de-4dfe-8c97-2939c2237eb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.339467 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-f2e89518-17a9-4adf-bd76-f841d7b580b3 service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062682 Dec 27 14:22:16.372497 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03dab334-a7de-4dfe-8c97-2939c2237eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.375572 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-03dab334-a7de-4dfe-8c97-2939c2237eb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.380694 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-03dab334-a7de-4dfe-8c97-2939c2237eb2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10a3bd5e-1fb8-46fa-97cc-b5ec1ea9ffa5 HTTP/1.1" status: 204 len: 168 time: 0.1776705 Dec 27 14:22:16.386248 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dab334-a7de-4dfe-8c97-2939c2237eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a3bd5e-1fb8-46fa-97cc-b5ec1ea9ffa5,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:16.595946 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b1b84-1359-409e-bba3-bc6924edd752 req-bab2e214-1d0c-4a4f-865a-e8ddb4a6daf7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:16.605216 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-173b1b84-1359-409e-bba3-bc6924edd752 req-bab2e214-1d0c-4a4f-865a-e8ddb4a6daf7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0705445 Dec 27 14:22:16.658226 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-173b1b84-1359-409e-bba3-bc6924edd752 req-37e862ef-6b88-4011-9ac8-8d5d8cb7573d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 Dec 27 14:22:16.761803 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b1f07c13-6729-47ee-b92b-79c8e1ee141b req-2a133e6c-4a33-4dea-a8e7-173b7c28ff19 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0411000 Dec 27 14:22:16.816983 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55224) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:16.835173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1eba-0504-4f17-83f5-8ef94648ec4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.945800 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1eba-0504-4f17-83f5-8ef94648ec4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.950220 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5f9a1eba-0504-4f17-83f5-8ef94648ec4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:16.992758 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Sync routers for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:16.996371 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5f9a1eba-0504-4f17-83f5-8ef94648ec4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=522c8f356b594e6aa5a944e46051f1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757269 Dec 27 14:22:16.996371 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a1eba-0504-4f17-83f5-8ef94648ec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bcfef-059b-415e-8846-a9bef319516a,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:16.996706 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55230) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:17.005763 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:17.006490 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:17.012584 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55232) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:17.017420 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1669294064-network', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:17.041210 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Made reservation on behalf of 8d7256582d0c4a8ebed5b955f9cbef99 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:17.043926 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.053586 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.056409 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babf4257-85b2-4500-afcd-6e2aa070b5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.083334 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babf4257-85b2-4500-afcd-6e2aa070b5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.127446 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:17.150822 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.151016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babf4257-85b2-4500-afcd-6e2aa070b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.153729 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-babf4257-85b2-4500-afcd-6e2aa070b5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.157600 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-babf4257-85b2-4500-afcd-6e2aa070b5da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a02bcfef-059b-415e-8846-a9bef319516a HTTP/1.1" status: 204 len: 168 time: 0.1572342 Dec 27 14:22:17.157880 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.174361 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf4257-85b2-4500-afcd-6e2aa070b5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bcfef-059b-415e-8846-a9bef319516a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:17.186585 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:22:17.199638 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82cafda-d19a-43df-ad07-3227fb965030,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:17.205231 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.205572 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Added segment 263a7778-3565-444b-b43d-7f5ac4d2206b of type vlan for network 2d832b6c-ec14-4247-acb8-98c343c47091 Dec 27 14:22:17.258629 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.290966 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.292004 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:17.292609 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.353090 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3388507 Dec 27 14:22:17.355984 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:17.360934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Request body: {'subnet': {'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1669294064-subnet', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:17.371586 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82855f-6444-40ec-bfff-c5d9dfe30584 admin admin] Pushing event updated for resources: {'Network': ['ID=2d832b6c-ec14-4247-acb8-98c343c47091,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:17.389217 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 2d832b6c-ec14-4247-acb8-98c343c47091 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:22:17.397798 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Made reservation on behalf of 8d7256582d0c4a8ebed5b955f9cbef99 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:17.405784 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12739527'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.458919 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 2, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:17.494057 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Checking router: e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:17.494712 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Updating router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b port 1bd9f316-bee9-4d51-9405-ce07cc07e00e binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:22:17.517316 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c22701b8-3743-457f-813e-d784af5d6326 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:17.558078 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.604981 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12653178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12739541'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.608305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port c22701b8-3743-457f-813e-d784af5d6326 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:17.608659 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.667203 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=346eceda-b00d-455b-b8e8-33735f71820b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:17.675579 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Checking segment: {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:17.676031 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Network hostable DHCP agents. Network: 2d832b6c-ec14-4247-acb8-98c343c47091, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:22:17.698058 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Network 2d832b6c-ec14-4247-acb8-98c343c47091 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:22:17.708472 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 2d832b6c-ec14-4247-acb8-98c343c47091) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:17.714502 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:17.714602 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.730773 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5078e-43a7-42c3-b150-00d429046817 None None] Network 2d832b6c-ec14-4247-acb8-98c343c47091 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:22:17.736549 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55256) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:17.736736 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-8d811d7f-fa11-45d6-ba55-552b3db51003 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3794932 Dec 27 14:22:17.741329 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:17.776662 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.779009 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.822797 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4906bef-c7a7-463f-b35d-ec9c20f9bf4c req-40fabe7a-63f8-443e-98cd-97b7645fdd24 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:17.825355 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e4906bef-c7a7-463f-b35d-ec9c20f9bf4c req-40fabe7a-63f8-443e-98cd-97b7645fdd24 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0809777 Dec 27 14:22:17.846585 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:17.905565 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e4906bef-c7a7-463f-b35d-ec9c20f9bf4c req-2a24019e-a63e-4de8-83cb-a46587fbfad5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743513 Dec 27 14:22:17.999375 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.022431 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-20da1dc2-4511-4079-a249-4de0ccde49af req-2c46092a-91ab-4be0-bca9-7960c4e32b15 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0419948 Dec 27 14:22:18.123819 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-2d832b6c-ec14-4247-acb8-98c343c47091', 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'fixed_ips': [{'subnet_id': '346eceda-b00d-455b-b8e8-33735f71820b'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:22:18.128285 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.229295 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.234952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.249049 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.257797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.337717 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9d55-7276-46bb-af41-a01b2bb3d6c8 None None] Pushing event updated for resources: {'Port': ['ID=1bd9f316-bee9-4d51-9405-ce07cc07e00e,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:18.367014 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Allocated IP 172.20.0.2 (2d832b6c-ec14-4247-acb8-98c343c47091/346eceda-b00d-455b-b8e8-33735f71820b/6bcbb713-d2f8-431c-92a0-fff7b9508108) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:18.387499 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Allocated IP 172.27.2.99 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/f32fc7ce-b27e-4946-88d4-a8b46c9f435b) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:18.485624 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Attempting to bind port 1bd9f316-bee9-4d51-9405-ce07cc07e00e on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:18.486131 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Attempting to bind port 1bd9f316-bee9-4d51-9405-ce07cc07e00e by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:18.486504 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Attempting to bind port 1bd9f316-bee9-4d51-9405-ce07cc07e00e on network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:18.523034 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:18.523450 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Checking segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:18.523864 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.524912 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Bound using segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:18.525392 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Bound port: 1bd9f316-bee9-4d51-9405-ce07cc07e00e, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:18.525791 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.527277 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.574519 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.620833 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55282) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:18.621286 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:18.624123 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:18.630981 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:18.635045 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Pushing event updated for resources: {'Port': ['ID=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:18.643242 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] For port 1bd9f316-bee9-4d51-9405-ce07cc07e00e, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:18.646401 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] For port 1bd9f316-bee9-4d51-9405-ce07cc07e00e, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=1bd9f316-bee9-4d51-9405-ce07cc07e00e,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:18.653887 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.717067 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.751829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.762548 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-71420d53-d4cf-4f35-afbb-d365eb33bd60 None None] Provisioning complete for port 1bd9f316-bee9-4d51-9405-ce07cc07e00e triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:18.762955 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71420d53-d4cf-4f35-afbb-d365eb33bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.764520 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9fc592c-ee71-435f-84eb-91315d4b554a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.798746 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9d55-7276-46bb-af41-a01b2bb3d6c8 None None] Pushing event updated for resources: {'Port': ['ID=1bd9f316-bee9-4d51-9405-ce07cc07e00e,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:18.856799 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9fc592c-ee71-435f-84eb-91315d4b554a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.863311 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e9fc592c-ee71-435f-84eb-91315d4b554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.865040 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:18.866305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:18.903661 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc592c-ee71-435f-84eb-91315d4b554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6cc48c-f433-4982-9e57-fc43768fd7ae,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:18.909302 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e9fc592c-ee71-435f-84eb-91315d4b554a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59255e4373db4119a0608e855c70e1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872753 Dec 27 14:22:18.911900 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55286) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:18.934247 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Network 2d832b6c-ec14-4247-acb8-98c343c47091 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:18.938334 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Pushing event updated for resources: {'Port': ['ID=6bcbb713-d2f8-431c-92a0-fff7b9508108,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:18.942242 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.963748 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc25f8c3-e750-42b2-970f-2d9e37c6615a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:18.972329 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:18.978899 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:18.988125 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc25f8c3-e750-42b2-970f-2d9e37c6615a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.075133 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:19.080901 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc25f8c3-e750-42b2-970f-2d9e37c6615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.083547 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fc25f8c3-e750-42b2-970f-2d9e37c6615a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.087529 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-fc25f8c3-e750-42b2-970f-2d9e37c6615a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c6cc48c-f433-4982-9e57-fc43768fd7ae HTTP/1.1" status: 204 len: 168 time: 0.1715052 Dec 27 14:22:19.094103 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25f8c3-e750-42b2-970f-2d9e37c6615a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6cc48c-f433-4982-9e57-fc43768fd7ae,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:19.103901 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66805da-aefb-4ced-9d66-0538b17afb2a req-291f183b-5dd8-4edd-a4a8-4ee46de864c8 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:19.111105 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c66805da-aefb-4ced-9d66-0538b17afb2a req-291f183b-5dd8-4edd-a4a8-4ee46de864c8 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1092975 Dec 27 14:22:19.128464 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Attempting to bind port 6bcbb713-d2f8-431c-92a0-fff7b9508108 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:19.128997 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Attempting to bind port 6bcbb713-d2f8-431c-92a0-fff7b9508108 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:19.130113 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Attempting to bind port 6bcbb713-d2f8-431c-92a0-fff7b9508108 on network 2d832b6c-ec14-4247-acb8-98c343c47091 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:19.144845 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71420d53-d4cf-4f35-afbb-d365eb33bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.151813 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:19.152219 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Checking segment: {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:19.152688 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.153199 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Bound using segment: {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:19.153714 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Bound port: 6bcbb713-d2f8-431c-92a0-fff7b9508108, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:19.154054 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.186701 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c66805da-aefb-4ced-9d66-0538b17afb2a req-16e0b0ec-4495-4807-9ca8-8e2594a63f41 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746038 Dec 27 14:22:19.213917 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.273747 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fadeba07-bc16-4e7b-81e0-0290cfd4fc98 req-b8ee2cb3-945e-4d1c-a9f6-61cb14bff7d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0335803 Dec 27 14:22:19.314447 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-71420d53-d4cf-4f35-afbb-d365eb33bd60 None None] For port 1bd9f316-bee9-4d51-9405-ce07cc07e00e, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=1bd9f316-bee9-4d51-9405-ce07cc07e00e,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:19.331640 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-71420d53-d4cf-4f35-afbb-d365eb33bd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.402131 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] For port 6bcbb713-d2f8-431c-92a0-fff7b9508108, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:19.409912 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] For port 6bcbb713-d2f8-431c-92a0-fff7b9508108, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=6bcbb713-d2f8-431c-92a0-fff7b9508108,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:19.417362 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Router 0633ee69-e110-484e-a8b0-d11e224718c9 is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:22:19.424077 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.458062 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71420d53-d4cf-4f35-afbb-d365eb33bd60 None None] Pushing event updated for resources: {'Port': ['ID=1bd9f316-bee9-4d51-9405-ce07cc07e00e,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:19.517091 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-20b04f4a-cf3b-4b3a-8cdc-33f66957a4b3 None None] Provisioning complete for port 1bd9f316-bee9-4d51-9405-ce07cc07e00e triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:19.517474 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-20b04f4a-cf3b-4b3a-8cdc-33f66957a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.569103 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:19.569912 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c8630-e40d-4f5a-9dcd-1ad407c7a426 None None] Pushing event updated for resources: {'Port': ['ID=6bcbb713-d2f8-431c-92a0-fff7b9508108,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:19.591195 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Sync routers for ids ['0633ee69-e110-484e-a8b0-d11e224718c9'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:19.596578 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:19.601389 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55310) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:19.602550 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-0ab10adf-1272-4194-8692-e65f04561096 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8639314 Dec 27 14:22:19.602876 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:18Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:19.624759 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Routers {'0633ee69-e110-484e-a8b0-d11e224718c9'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:19.625434 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['0633ee69-e110-484e-a8b0-d11e224718c9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:19.654873 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc226d3c-dc2a-497e-a109-82db88cf2f2b None None] The sync data for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi is: [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:18Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:19.968832 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Set router 0633ee69-e110-484e-a8b0-d11e224718c9 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:20.231543 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:22:18Z', 'revision_number': 3, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:20.263072 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Checking router: 0633ee69-e110-484e-a8b0-d11e224718c9 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:20.263226 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Updating router 0633ee69-e110-484e-a8b0-d11e224718c9 port f32fc7ce-b27e-4946-88d4-a8b46c9f435b binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:22:20.282060 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.320916 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.451960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428bdf-3c19-4aaa-90f3-de6c84bb4933 req-0ac9e342-8994-4863-b497-0417368f4c58 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:20.460203 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d4428bdf-3c19-4aaa-90f3-de6c84bb4933 req-0ac9e342-8994-4863-b497-0417368f4c58 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1684835 Dec 27 14:22:20.579035 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Allocated IP 172.20.0.1 (2d832b6c-ec14-4247-acb8-98c343c47091/346eceda-b00d-455b-b8e8-33735f71820b/1340f80a-a784-45ae-b3dc-e5e0befeb861) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:20.597729 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d4428bdf-3c19-4aaa-90f3-de6c84bb4933 req-f04ff3cb-df60-4289-b166-81f8f74f844f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322937 Dec 27 14:22:20.748519 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-219bd5fb-0909-4ca9-9fd5-446941c0f147 req-a4dd3fd1-9f1d-451f-bd1e-a56d57b3b920 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0742006 Dec 27 14:22:20.800680 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.864713 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.883545 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.897203 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.925626 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Network 2d832b6c-ec14-4247-acb8-98c343c47091 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:20.929700 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:20.937030 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:20.962550 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2dfd94b8-19ec-4538-b373-8af9ee129f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:20.999995 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Attempting to bind port f32fc7ce-b27e-4946-88d4-a8b46c9f435b on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:21.000342 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Attempting to bind port f32fc7ce-b27e-4946-88d4-a8b46c9f435b by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:21.003983 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Attempting to bind port f32fc7ce-b27e-4946-88d4-a8b46c9f435b on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:21.005506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.010689 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Pushing event updated for resources: {'Port': ['ID=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:21.030621 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:21.034841 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:21.034841 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.034841 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:21.034841 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Bound port: f32fc7ce-b27e-4946-88d4-a8b46c9f435b, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:21.034841 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.035681 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.036070 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.036441 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.036750 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.037080 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.037535 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.041043 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.041394 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.041727 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.042074 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.042409 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.042730 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.043282 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:22:21.049835 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f9020-85b2-4662-9047-958823ace7a2 None None] Network 2d832b6c-ec14-4247-acb8-98c343c47091 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:22:21.130953 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Pushing event updated for resources: {'Port': ['ID=1340f80a-a784-45ae-b3dc-e5e0befeb861,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:21.174727 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] For port f32fc7ce-b27e-4946-88d4-a8b46c9f435b, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:21.181463 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] For port f32fc7ce-b27e-4946-88d4-a8b46c9f435b, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:21.194279 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.203010 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.225933 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-cbd1931c-1309-4b2b-924c-1d500e01946c None None] Provisioning complete for port 6bcbb713-d2f8-431c-92a0-fff7b9508108 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:21.226485 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbd1931c-1309-4b2b-924c-1d500e01946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.292053 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Routers {'0633ee69-e110-484e-a8b0-d11e224718c9'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:21.292661 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:21:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['0633ee69-e110-484e-a8b0-d11e224718c9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:21.366948 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbd1931c-1309-4b2b-924c-1d500e01946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.412157 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026cc9d-d86b-4432-8ea2-575fa77bcd3e None None] Pushing event updated for resources: {'Port': ['ID=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:21.454552 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] Set router 0633ee69-e110-484e-a8b0-d11e224718c9 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:21.459520 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-cbd1931c-1309-4b2b-924c-1d500e01946c None None] For port 6bcbb713-d2f8-431c-92a0-fff7b9508108, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=6bcbb713-d2f8-431c-92a0-fff7b9508108,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:21.470244 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cbd1931c-1309-4b2b-924c-1d500e01946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:21.647567 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1931c-1309-4b2b-924c-1d500e01946c None None] Pushing event updated for resources: {'Port': ['ID=6bcbb713-d2f8-431c-92a0-fff7b9508108,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:21.743617 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1bd9f316-bee9-4d51-9405-ce07cc07e00e up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:21.877421 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41f331-0a02-4799-9306-0ae261767cb8 req-1c90aaeb-0635-4147-9087-5ed8a415c37e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:21.882798 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0e41f331-0a02-4799-9306-0ae261767cb8 req-1c90aaeb-0635-4147-9087-5ed8a415c37e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1924827 Dec 27 14:22:21.948358 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-aba6bd52-c006-4156-a756-3ebd9901c4a9 None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:21.948653 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aba6bd52-c006-4156-a756-3ebd9901c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.012888 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-aba6bd52-c006-4156-a756-3ebd9901c4a9 None None] Port 1340f80a-a784-45ae-b3dc-e5e0befeb861 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:22.014018 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0e41f331-0a02-4799-9306-0ae261767cb8 req-5130ea24-356c-45e4-a56e-6e3a7b44796a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089444 Dec 27 14:22:22.030458 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 1bd9f316-bee9-4d51-9405-ce07cc07e00e triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:22.031014 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.043566 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0244033d-d14d-498d-810c-e6e7b96c8d18 req-a884ff98-2d2a-476e-adbb-2eda337b99a7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.1275558 Dec 27 14:22:22.053130 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1340f80a-a784-45ae-b3dc-e5e0befeb861', 'name': '', 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'mac_address': 'fa:16:3e:8e:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '346eceda-b00d-455b-b8e8-33735f71820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:20Z', 'updated_at': '2021-12-27T14:22:20Z', 'revision_number': 1, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'subnets': [{'id': '346eceda-b00d-455b-b8e8-33735f71820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:22.087460 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-aba6bd52-c006-4156-a756-3ebd9901c4a9 None None] Provisioning complete for port 6bcbb713-d2f8-431c-92a0-fff7b9508108 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:22.087808 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-aba6bd52-c006-4156-a756-3ebd9901c4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.136833 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1cfce1-9444-4fb7-b93c-af40222569bf None None] The sync data for ids ['0633ee69-e110-484e-a8b0-d11e224718c9'] in dv-cinder-823015-1-iscsi is: [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1340f80a-a784-45ae-b3dc-e5e0befeb861', 'name': '', 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'mac_address': 'fa:16:3e:8e:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '346eceda-b00d-455b-b8e8-33735f71820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:20Z', 'updated_at': '2021-12-27T14:22:20Z', 'revision_number': 1, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'subnets': [{'id': '346eceda-b00d-455b-b8e8-33735f71820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:22.204240 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.219056 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.358648 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.485821 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 6bcbb713-d2f8-431c-92a0-fff7b9508108 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:22.535764 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Pushing event updated for resources: {'Port': ['ID=1340f80a-a784-45ae-b3dc-e5e0befeb861,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:22.542040 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 6bcbb713-d2f8-431c-92a0-fff7b9508108 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:22.542533 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.665741 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-3898290c-2445-463c-ab23-2b505a7f2e39 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:22.667479 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-3898290c-2445-463c-ab23-2b505a7f2e39 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.6216009 Dec 27 14:22:22.688542 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Request body: {'port': {'device_id': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'admin_state_up': True, 'tenant_id': '648321538a5a439baf7e39cee8742fc4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:22.699116 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-7e74462e-e381-4988-b39e-b0dcff5df079 None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:22.699690 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e74462e-e381-4988-b39e-b0dcff5df079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:22.782495 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-7e74462e-e381-4988-b39e-b0dcff5df079 None None] Port 1340f80a-a784-45ae-b3dc-e5e0befeb861 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:22.833481 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Network 2d832b6c-ec14-4247-acb8-98c343c47091 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:22.836975 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:23.016846 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Made reservation on behalf of 648321538a5a439baf7e39cee8742fc4 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:23.020674 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.073508 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4468ddf-789e-4546-83b3-73dafb78bbd8 req-830f3333-1e7e-4977-9fc2-cb25adf676c8 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:23.083626 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b4468ddf-789e-4546-83b3-73dafb78bbd8 req-830f3333-1e7e-4977-9fc2-cb25adf676c8 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.0911164 Dec 27 14:22:23.110348 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Router 0633ee69-e110-484e-a8b0-d11e224718c9 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:22:23.188218 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b4468ddf-789e-4546-83b3-73dafb78bbd8 req-e5663c3a-6175-41d1-92ee-fd33f3f4613f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033127 Dec 27 14:22:23.225174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-521e1f24-1a04-4cbb-a3f0-ed08fd562e74 None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:23.229948 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-521e1f24-1a04-4cbb-a3f0-ed08fd562e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.230500 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-8db59e59-ea24-4fb2-a20a-96bfb65f14f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1107950 Dec 27 14:22:23.315026 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-521e1f24-1a04-4cbb-a3f0-ed08fd562e74 None None] Port 1340f80a-a784-45ae-b3dc-e5e0befeb861 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:23.344825 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9111f9b1-7c2e-4a45-adc1-af60b4a9cd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.357566 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74af549-7292-4527-a91a-61c8337d600f req-970b36c6-bf53-4c22-ad7e-c1b2829c930c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:23.359125 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f74af549-7292-4527-a91a-61c8337d600f req-970b36c6-bf53-4c22-ad7e-c1b2829c930c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.2435431 Dec 27 14:22:23.363467 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6f539855-5bca-4396-ad26-4b9edfc95bc1 req-98fdbe03-6536-45da-bdc5-624e636568b5 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0442398 Dec 27 14:22:23.379931 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-25bea395-8a7e-454d-bfbf-f1735e7dd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:23.381915 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-25bea395-8a7e-454d-bfbf-f1735e7dd6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 1099 time: 0.0993054 Dec 27 14:22:23.414402 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Allocated IP 172.20.0.13 (f572a130-3f83-4c3c-b51f-af2b9bc79a2e/8b5c6985-e3dc-4a23-9014-4a7d1f901915/f680b340-28a2-42f0-ac86-bdf63408f922) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:23.455492 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:23.486448 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-89c8cabd-19c7-488a-bda8-934b1119f712 admin admin] 10.222.0.37 "PUT /v2.0/routers/0633ee69-e110-484e-a8b0-d11e224718c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8839741 Dec 27 14:22:23.501019 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f74af549-7292-4527-a91a-61c8337d600f req-325c5a1f-1367-44ce-b7b9-ece58fe56eb5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178253 Dec 27 14:22:23.586252 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-3fda4ee7-b951-4079-aa02-9a9fd358c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:23.588311 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-3fda4ee7-b951-4079-aa02-9a9fd358c17d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 915 time: 0.1667330 Dec 27 14:22:23.670548 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-8942e53f-0866-4bdd-bcf5-8dd0f52cd874 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f034588-3141-4425-885f-1e0f76e6fb2a HTTP/1.1" status: 200 len: 217 time: 0.0713453 Dec 27 14:22:23.694846 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device f32fc7ce-b27e-4946-88d4-a8b46c9f435b up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:23.777196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-a113bde7-ecbc-4342-bc89-1d2620cbcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:23.778738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-a113bde7-ecbc-4342-bc89-1d2620cbcd0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0998774 Dec 27 14:22:23.791686 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.792860 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port f32fc7ce-b27e-4946-88d4-a8b46c9f435b triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:23.793205 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.851506 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-95597528-e9ba-4f5e-9f1f-2f40efbc8004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631299 Dec 27 14:22:23.877178 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.900449 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:22:23.966619 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:23.975374 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:23.982288 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:24.010101 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:24.043128 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.062251 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-26fd01ee-799d-4f08-a4f4-c8333a3e3860 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994340 Dec 27 14:22:24.066763 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event updated for resources: {'Port': ['ID=f680b340-28a2-42f0-ac86-bdf63408f922,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:24.080229 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port f32fc7ce-b27e-4946-88d4-a8b46c9f435b, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:24.091164 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.092179 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 6bcbb713-d2f8-431c-92a0-fff7b9508108 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:24.138817 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:24.139860 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.175990 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b91ff8f9-4fc7-444d-93ed-c4bddfc1ed2f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4960532 Dec 27 14:22:24.190286 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Request body: {'port': {'device_id': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:24.311987 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 6bcbb713-d2f8-431c-92a0-fff7b9508108 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:24.312569 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.333500 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-539dff13-5643-479a-bc4a-f3038ec934b2 req-a4252a0e-fa6f-4ee1-8d2c-f81b405829cc service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627666 Dec 27 14:22:24.358599 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.436032 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.438518 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:24.505721 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1662-66eb-4a34-86a4-cb58ef333de7 req-e8062454-2029-4a51-a25e-13277642e31b tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:24.505721 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-16ff1662-66eb-4a34-86a4-cb58ef333de7 req-e8062454-2029-4a51-a25e-13277642e31b tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.1343253 Dec 27 14:22:24.650989 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f0967-692d-47e1-826c-969b0ad64590 req-590e0712-a157-440e-97b4-7da8e7e9a797 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:24.656607 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-862f0967-692d-47e1-826c-969b0ad64590 req-590e0712-a157-440e-97b4-7da8e7e9a797 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 932 time: 0.0979364 Dec 27 14:22:24.699460 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-16ff1662-66eb-4a34-86a4-cb58ef333de7 req-89a6cb3d-f012-4a3a-bc69-d95c847eb5e5 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793256 Dec 27 14:22:24.732798 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-862f0967-692d-47e1-826c-969b0ad64590 req-7a99234f-c54b-4e12-8260-5458f4cb9c61 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703528 Dec 27 14:22:24.864298 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f680b340-28a2-42f0-ac86-bdf63408f922 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:22:24.875230 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.893639 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Transition to ACTIVE for port object f680b340-28a2-42f0-ac86-bdf63408f922 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:22:24.903870 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd4797-c127-4d87-b45b-034b49e1e3f2 req-ca841573-fa59-41b3-9493-ec5efbf299ed tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:24.905481 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8cd4797-c127-4d87-b45b-034b49e1e3f2 req-ca841573-fa59-41b3-9493-ec5efbf299ed tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1004751 Dec 27 14:22:24.907195 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:24.981549 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f680b340-28a2-42f0-ac86-bdf63408f922,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:25.048719 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8cd4797-c127-4d87-b45b-034b49e1e3f2 req-129babe5-ced3-4e9d-bca1-a818275cc46d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321888 Dec 27 14:22:25.137901 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Attempting to bind port f680b340-28a2-42f0-ac86-bdf63408f922 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:25.138372 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Attempting to bind port f680b340-28a2-42f0-ac86-bdf63408f922 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:25.138775 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Attempting to bind port f680b340-28a2-42f0-ac86-bdf63408f922 on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:25.147902 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Port f680b340-28a2-42f0-ac86-bdf63408f922 on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:22:25.148724 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Attempting to bind port f680b340-28a2-42f0-ac86-bdf63408f922 on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:25.155916 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:25.156582 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Checking segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:25.156980 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Bound using segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:25.157409 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Bound port: f680b340-28a2-42f0-ac86-bdf63408f922, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:25.157807 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:25.240510 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] For port f680b340-28a2-42f0-ac86-bdf63408f922, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:25.244742 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] For port f680b340-28a2-42f0-ac86-bdf63408f922, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=f680b340-28a2-42f0-ac86-bdf63408f922,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:25.250660 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:25.297741 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:25.298934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:25.299895 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/f680b340-28a2-42f0-ac86-bdf63408f922 HTTP/1.1" status: 200 len: 1094 time: 1.1142752 Dec 27 14:22:25.300299 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'tag': 'f680b340-28a2-42f0-ac86-bdf63408f922'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:22:25.302860 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c740cca5-6578-46f0-833a-3b15c3527c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd94dbb7-24cb-4eef-9d37-088c69b3fc45", "tag": "f680b340-28a2-42f0-ac86-bdf63408f922"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:22:25.340968 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1013f0-e10e-429b-befd-ad0694d278e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f680b340-28a2-42f0-ac86-bdf63408f922,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:25.397663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bf7db7-d3af-4f19-bb09-7bc75bd201c7 x-openstack-request-id: req-e1bf7db7-d3af-4f19-bb09-7bc75bd201c7 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:22:25.399282 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd94dbb7-24cb-4eef-9d37-088c69b3fc45", "tag": "f680b340-28a2-42f0-ac86-bdf63408f922", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:22:25.401554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1bf7db7-d3af-4f19-bb09-7bc75bd201c7 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:22:25.403412 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'tag': 'f680b340-28a2-42f0-ac86-bdf63408f922', 'status': 'completed', 'code': 200} Dec 27 14:22:25.532569 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b7fbb34b-f2ad-4783-9dce-806399256136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:25.535017 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-b7fbb34b-f2ad-4783-9dce-806399256136 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 1097 time: 0.1102884 Dec 27 14:22:25.547114 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device f32fc7ce-b27e-4946-88d4-a8b46c9f435b up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:25.628860 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-982c30de-fca2-4193-ae42-bd0ee1b18ea1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f680b340-28a2-42f0-ac86-bdf63408f922 HTTP/1.1" status: 200 len: 217 time: 0.0667140 Dec 27 14:22:25.692172 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port f32fc7ce-b27e-4946-88d4-a8b46c9f435b triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:25.692553 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:25.712829 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-e68526e9-0008-4a8c-9d68-d0c7f97e221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:25.714307 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-e68526e9-0008-4a8c-9d68-d0c7f97e221c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0775671 Dec 27 14:22:25.787078 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-2d972312-7ab0-43e6-b6f1-9791f120e977 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578465 Dec 27 14:22:25.896801 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439b925-79a8-4daa-8ec9-3a354b902c7a req-63c0da7d-606b-4994-a8c6-b3669df66b7f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:25.900105 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d439b925-79a8-4daa-8ec9-3a354b902c7a req-63c0da7d-606b-4994-a8c6-b3669df66b7f tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.0794094 Dec 27 14:22:25.974912 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-1247d292-e836-445d-a521-dbc7ac93c7f9 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741142 Dec 27 14:22:25.979945 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d439b925-79a8-4daa-8ec9-3a354b902c7a req-14d7064f-6503-4e8f-b214-ed675a46f709 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/security-groups?id=292b3d2a-dfd4-435b-b1d0-84fed29d7081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575759 Dec 27 14:22:25.984194 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c20a56-e1ba-49cb-b769-5a3ac78afeae req-ae3620b6-3ca8-41a1-b9d3-966f3bdfc7eb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:25.986508 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d6c20a56-e1ba-49cb-b769-5a3ac78afeae req-ae3620b6-3ca8-41a1-b9d3-966f3bdfc7eb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 944 time: 0.0841229 Dec 27 14:22:26.032468 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55534) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:26.034894 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-b423391d-407b-45fb-8665-d0d91fd00497 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:26.037155 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-b423391d-407b-45fb-8665-d0d91fd00497 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 945 time: 0.0561893 Dec 27 14:22:26.084501 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Deleting subnet 09dab7e8-ec5e-40d5-9f49-0ffaea9ec8f4 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:22:26.121198 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.158961 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.205530 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-51848629-7d1b-4971-ad46-d30ba60c1c44 req-635aecd5-35f7-4d76-bd8c-8e9ce09cc77b service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178779 Dec 27 14:22:26.210303 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.225191 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d6c20a56-e1ba-49cb-b769-5a3ac78afeae req-8d5366c0-4cd8-4034-a509-eb40828b55d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264595 Dec 27 14:22:26.332319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.364849 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-d811205f-9122-4e93-b802-9049a4974785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:26.366612 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-d811205f-9122-4e93-b802-9049a4974785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 1097 time: 0.0793374 Dec 27 14:22:26.490634 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.508870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Deleting port 839d0ed8-92c5-497f-a22d-8fe95743ee6c {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:22:26.509610 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.520599 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfb688-0a3c-4237-b159-05166e0e201c req-4a60c7ea-6015-42c3-b563-06c4c3e26bb2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:26.522079 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ddcfb688-0a3c-4237-b159-05166e0e201c req-4a60c7ea-6015-42c3-b563-06c4c3e26bb2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.3746173 Dec 27 14:22:26.544249 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09dab7e8-ec5e-40d5-9f49-0ffaea9ec8f4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:26.546225 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.549587 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e4714bf8-076a-42a3-a9c4-d7c373b8b6d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/09dab7e8-ec5e-40d5-9f49-0ffaea9ec8f4 HTTP/1.1" status: 204 len: 168 time: 0.5134547 Dec 27 14:22:26.551489 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-7701cca4-df32-4930-9af0-69a022b3fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:26.552957 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-7701cca4-df32-4930-9af0-69a022b3fe1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 915 time: 0.1754992 Dec 27 14:22:26.553422 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55542) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:26.661714 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ddcfb688-0a3c-4237-b159-05166e0e201c req-d5d81dbc-66ba-4336-9158-57afaf9f434d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140788 Dec 27 14:22:26.704534 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] For port 839d0ed8-92c5-497f-a22d-8fe95743ee6c, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=839d0ed8-92c5-497f-a22d-8fe95743ee6c,segment=NetworkSegment(f57ff1a7-f945-4343-b0e9-60ef2d01debd),segment_id=f57ff1a7-f945-4343-b0e9-60ef2d01debd)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:26.704901 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.715434 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.716160 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-ea151f2f-b396-41d7-9e77-b36ce2c4f964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f680b340-28a2-42f0-ac86-bdf63408f922 HTTP/1.1" status: 200 len: 217 time: 0.1499441 Dec 27 14:22:26.733926 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Calling delete_port for 839d0ed8-92c5-497f-a22d-8fe95743ee6c owned by compute:nova {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:22:26.833579 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.847096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-32f8b955-1f6b-45a2-8ef6-140cc3e4af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:26.848626 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-32f8b955-1f6b-45a2-8ef6-140cc3e4af25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.1247950 Dec 27 14:22:26.860659 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd5b4e-32f1-45a4-95c5-925e92f72732']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:26.902059 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd71a5f-8855-46dc-b509-6c7c48ae6ba8') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:26.902427 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd71a5f-8855-46dc-b509-6c7c48ae6ba8') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:26.914230 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.928655 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.936965 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:22:26.937408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:26.978769 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.001057 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.016257 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['839d0ed8-92c5-497f-a22d-8fe95743ee6c'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:22:27.034226 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Pushing event deleted for resources: {'Port': ['ID=839d0ed8-92c5-497f-a22d-8fe95743ee6c,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:22:27.077475 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:22:27.086940 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-182825b2-5b8d-4f3a-a2ee-4ba79c4a2e6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164364 Dec 27 14:22:27.088667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.106197 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.109517 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d1bd5b4e-32f1-45a4-95c5-925e92f72732 HTTP/1.1" status: 204 len: 168 time: 0.5549870 Dec 27 14:22:27.130934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55548) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:27.143872 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] No DVR routers for this DVR port 839d0ed8-92c5-497f-a22d-8fe95743ee6c on host hv-cinder-82301 {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:22:27.152204 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.155738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3a032b4f-8af2-4411-a8f6-275f2f21875d req-c5c07e0f-755c-4896-ac43-cbacb2a362e0 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.30 "DELETE /v2.0/ports/839d0ed8-92c5-497f-a22d-8fe95743ee6c HTTP/1.1" status: 204 len: 173 time: 1.1111813 Dec 27 14:22:27.156227 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'name': 'network-vif-deleted', 'tag': '839d0ed8-92c5-497f-a22d-8fe95743ee6c'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:22:27.158826 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45b043e-f899-4646-ac6b-cda5daa71157" -d '{"events": [{"server_uuid": "c1a23bf5-4a73-4f6b-97ba-2426322d63b1", "name": "network-vif-deleted", "tag": "839d0ed8-92c5-497f-a22d-8fe95743ee6c"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:22:27.241688 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e84b64-4341-44d6-972a-4f3a3d042ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bd5b4e-32f1-45a4-95c5-925e92f72732,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:27.257802 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Sync routers for ids ['0633ee69-e110-484e-a8b0-d11e224718c9'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:27.265982 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c2a548-8d86-45be-a0d6-aed76d024546 x-openstack-request-id: req-34c2a548-8d86-45be-a0d6-aed76d024546 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:22:27.266278 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a23bf5-4a73-4f6b-97ba-2426322d63b1", "name": "network-vif-deleted", "tag": "839d0ed8-92c5-497f-a22d-8fe95743ee6c", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:22:27.266535 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34c2a548-8d86-45be-a0d6-aed76d024546 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:22:27.267008 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a23bf5-4a73-4f6b-97ba-2426322d63b1', 'name': 'network-vif-deleted', 'tag': '839d0ed8-92c5-497f-a22d-8fe95743ee6c', 'status': 'completed', 'code': 200} Dec 27 14:22:27.270190 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Routers {'0633ee69-e110-484e-a8b0-d11e224718c9'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:27.270808 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['0633ee69-e110-484e-a8b0-d11e224718c9'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:27.406736 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4b5dd-fffa-4fff-bcd8-57a59e410155 req-7fedd846-fa32-4fb1-aa48-4fe058eeb3aa tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:27.414315 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b5c4b5dd-fffa-4fff-bcd8-57a59e410155 req-7fedd846-fa32-4fb1-aa48-4fe058eeb3aa tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 944 time: 0.0856256 Dec 27 14:22:27.421086 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Set router 0633ee69-e110-484e-a8b0-d11e224718c9 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:27.507608 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b5c4b5dd-fffa-4fff-bcd8-57a59e410155 req-2d8eeb0d-bdb8-4eac-8509-8871c6e0066e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855319 Dec 27 14:22:27.652175 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e6c773a0-b3a6-470f-95e3-dd5d3a6980b2 req-926bf9ee-b0fb-435c-a626-99fcdc7cf286 tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.5090172 Dec 27 14:22:27.678290 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Deleting subnet 32430062-b567-4d3c-ab8e-48371a472926 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:22:27.690319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.724732 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.775352 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.783617 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1340f80a-a784-45ae-b3dc-e5e0befeb861', 'name': '', 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'mac_address': 'fa:16:3e:8e:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '346eceda-b00d-455b-b8e8-33735f71820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:20Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 2, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'subnets': [{'id': '346eceda-b00d-455b-b8e8-33735f71820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:27.849536 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.877375 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Checking router: 0633ee69-e110-484e-a8b0-d11e224718c9 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:27.877946 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Updating router 0633ee69-e110-484e-a8b0-d11e224718c9 port 1340f80a-a784-45ae-b3dc-e5e0befeb861 binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:22:27.934032 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.968969 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-d6f2cf84-fa28-48db-af1d-3d72e3d19aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582742 Dec 27 14:22:27.975536 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:27.982638 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/32430062-b567-4d3c-ab8e-48371a472926 HTTP/1.1" status: 204 len: 168 time: 0.8408382 Dec 27 14:22:27.985313 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55566) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:28.036697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02b32c-fd9d-4da9-8031-3a6bf284154b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32430062-b567-4d3c-ab8e-48371a472926,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:28.127138 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.174879 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51013e-5db0-4af5-88d6-a4c90a0f4e1e req-fb8fb066-45ad-48a9-b428-2c67c56a8c4e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:28.182851 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c51013e-5db0-4af5-88d6-a4c90a0f4e1e req-fb8fb066-45ad-48a9-b428-2c67c56a8c4e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.3086035 Dec 27 14:22:28.233845 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.250236 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c740cca5-6578-46f0-833a-3b15c3527c4d req-69c06d8d-2159-44ba-ba04-cb3bb2a2ecdd service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085857 Dec 27 14:22:28.256489 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0934b66-3da1-4ba0-8af4-cf908b15cbee']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:28.267711 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c51013e-5db0-4af5-88d6-a4c90a0f4e1e req-4f5aa2f0-16f2-4da9-af4e-fb6dd9bae500 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787024 Dec 27 14:22:28.269058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ac766f-dd39-48ab-8310-0ca0cc35f374') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:28.269352 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ac766f-dd39-48ab-8310-0ca0cc35f374') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:28.284882 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.287050 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:22:28.302416 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.309693 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:22:28.310096 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.331115 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.339159 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:22:28.356402 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:22:28.372790 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.410370 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.416099 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c0934b66-3da1-4ba0-8af4-cf908b15cbee HTTP/1.1" status: 204 len: 168 time: 0.4271634 Dec 27 14:22:28.416099 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307b3b0f-c6a5-4e65-b1fa-8ce5b6183577 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0934b66-3da1-4ba0-8af4-cf908b15cbee,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:28.459776 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2c9d-0e06-44b3-a59a-54b5225eea18 None None] Pushing event updated for resources: {'Port': ['ID=1340f80a-a784-45ae-b3dc-e5e0befeb861,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:28.503647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Attempting to bind port 1340f80a-a784-45ae-b3dc-e5e0befeb861 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:28.504111 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Attempting to bind port 1340f80a-a784-45ae-b3dc-e5e0befeb861 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:28.504476 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Attempting to bind port 1340f80a-a784-45ae-b3dc-e5e0befeb861 on network 2d832b6c-ec14-4247-acb8-98c343c47091 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:28.510086 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:28.510462 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Checking segment: {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:28.510864 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.511426 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Bound using segment: {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:28.511926 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Bound port: 1340f80a-a784-45ae-b3dc-e5e0befeb861, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263a7778-3565-444b-b43d-7f5ac4d2206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:28.512899 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.630378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] For port 1340f80a-a784-45ae-b3dc-e5e0befeb861, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:28.639318 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] For port 1340f80a-a784-45ae-b3dc-e5e0befeb861, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=1340f80a-a784-45ae-b3dc-e5e0befeb861,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:28.648208 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.681398 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806a757-4a70-46d4-a6c1-cc55c42c89e0 req-ea35cd01-e664-4c39-96f9-69d9477799dd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:28.688709 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55572) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:28.689315 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7806a757-4a70-46d4-a6c1-cc55c42c89e0 req-ea35cd01-e664-4c39-96f9-69d9477799dd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 944 time: 0.1029603 Dec 27 14:22:28.755339 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7806a757-4a70-46d4-a6c1-cc55c42c89e0 req-720fc255-974f-41ca-84e7-4f3fd15f073d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649557 Dec 27 14:22:28.783855 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a2c9d-0e06-44b3-a59a-54b5225eea18 None None] Pushing event updated for resources: {'Port': ['ID=1340f80a-a784-45ae-b3dc-e5e0befeb861,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:28.787703 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-2e177e18-b318-4492-b87d-5f8cc71da308 None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:28.788276 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e177e18-b318-4492-b87d-5f8cc71da308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.792790 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Routers {'0633ee69-e110-484e-a8b0-d11e224718c9'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:28.793647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['0633ee69-e110-484e-a8b0-d11e224718c9'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:28.847797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55578) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:28.849185 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-bf1ad3eb-7bd7-4547-8242-ce9330bf9318 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66e614e068ed465ea098e7fbc4493d7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587708 Dec 27 14:22:28.889887 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ef317fdc-f957-4c15-8cc9-b42e77983302 req-281da838-8627-44b4-adac-18f478216bfa tempest-DeleteServersTestJSON-1120777819 tempest-DeleteServersTestJSON-1120777819-project] 10.222.0.37 "GET /v2.0/ports?device_id=c1a23bf5-4a73-4f6b-97ba-2426322d63b1 HTTP/1.1" status: 200 len: 210 time: 0.0687320 Dec 27 14:22:28.951922 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ad4b78bf-6bd4-4af9-b755-ccccd2309313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:28.982750 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ad4b78bf-6bd4-4af9-b755-ccccd2309313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.090654 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ad4b78bf-6bd4-4af9-b755-ccccd2309313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.093870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ad4b78bf-6bd4-4af9-b755-ccccd2309313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.096073 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ad4b78bf-6bd4-4af9-b755-ccccd2309313 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10bd7cec-6021-4ea5-abbb-11c0b36fde8d HTTP/1.1" status: 204 len: 168 time: 0.2469320 Dec 27 14:22:29.107890 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b78bf-6bd4-4af9-b755-ccccd2309313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bd7cec-6021-4ea5-abbb-11c0b36fde8d,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:29.379674 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] Set router 0633ee69-e110-484e-a8b0-d11e224718c9 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:29.410669 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d788-ad66-4138-a9c3-45e0f717fb58 req-abf3027f-71f4-4912-9c29-ccdc5d42183d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:29.414216 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e177e18-b318-4492-b87d-5f8cc71da308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.421163 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9f1d788-ad66-4138-a9c3-45e0f717fb58 req-abf3027f-71f4-4912-9c29-ccdc5d42183d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0773513 Dec 27 14:22:29.499298 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2e177e18-b318-4492-b87d-5f8cc71da308 None None] For port 1340f80a-a784-45ae-b3dc-e5e0befeb861, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=1340f80a-a784-45ae-b3dc-e5e0befeb861,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:29.503650 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9f1d788-ad66-4138-a9c3-45e0f717fb58 req-f00e363a-153d-40d7-81c0-92b0f314e319 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Dec 27 14:22:29.532642 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2e177e18-b318-4492-b87d-5f8cc71da308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.598052 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1340f80a-a784-45ae-b3dc-e5e0befeb861 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:29.703138 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e177e18-b318-4492-b87d-5f8cc71da308 None None] Pushing event updated for resources: {'Port': ['ID=1340f80a-a784-45ae-b3dc-e5e0befeb861,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:29.713356 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55590) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:29.740041 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-dd87e122-b240-463b-9574-afc8ebaa6615 None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:29.740041 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dd87e122-b240-463b-9574-afc8ebaa6615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.765705 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-3422d3b6-26c4-445b-9cd4-030530cad5d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e222d37cb56d4feaa2db9ae3f0e41098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509038 Dec 27 14:22:29.768060 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55592) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:29.826405 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4389b83c-59e4-43b1-9034-11b9dca87836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.875928 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:29.876525 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:29.885366 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4389b83c-59e4-43b1-9034-11b9dca87836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:30.016393 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1340f80a-a784-45ae-b3dc-e5e0befeb861', 'name': '', 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'mac_address': 'fa:16:3e:8e:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '346eceda-b00d-455b-b8e8-33735f71820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:20Z', 'updated_at': '2021-12-27T14:22:28Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'subnets': [{'id': '346eceda-b00d-455b-b8e8-33735f71820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:30.023091 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2227e0d-ffb0-47a3-ac26-0b0d4f009849 req-d332be96-67d4-4c53-b927-a82f605d1bdf tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:30.035705 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b2227e0d-ffb0-47a3-ac26-0b0d4f009849 req-d332be96-67d4-4c53-b927-a82f605d1bdf tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 944 time: 0.1506729 Dec 27 14:22:30.036947 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4389b83c-59e4-43b1-9034-11b9dca87836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:30.042526 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4389b83c-59e4-43b1-9034-11b9dca87836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:30.046853 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-4389b83c-59e4-43b1-9034-11b9dca87836 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23b5c592-39b2-40ee-b301-82dac05b0311 HTTP/1.1" status: 204 len: 168 time: 0.2778230 Dec 27 14:22:30.056553 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389b83c-59e4-43b1-9034-11b9dca87836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5c592-39b2-40ee-b301-82dac05b0311,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:30.063301 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228d6712-99c3-403d-a6be-ea8be3cdb97b None None] The sync data for ids ['0633ee69-e110-484e-a8b0-d11e224718c9'] in dv-cinder-823015-1-iscsi is: [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:22:21Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1340f80a-a784-45ae-b3dc-e5e0befeb861', 'name': '', 'network_id': '2d832b6c-ec14-4247-acb8-98c343c47091', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'mac_address': 'fa:16:3e:8e:69:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '346eceda-b00d-455b-b8e8-33735f71820b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:20Z', 'updated_at': '2021-12-27T14:22:28Z', 'revision_number': 4, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'subnets': [{'id': '346eceda-b00d-455b-b8e8-33735f71820b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:30.125281 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b2227e0d-ffb0-47a3-ac26-0b0d4f009849 req-22defb0e-25dd-4edf-a445-6815cec0c4b4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881712 Dec 27 14:22:30.722920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d910-4cbe-4b2b-9c5f-393c42755f17 req-d4ae4a4c-4628-4472-b30d-7b233f65e88b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:30.724662 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8de4d910-4cbe-4b2b-9c5f-393c42755f17 req-d4ae4a4c-4628-4472-b30d-7b233f65e88b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0826104 Dec 27 14:22:30.798804 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8de4d910-4cbe-4b2b-9c5f-393c42755f17 req-02f0d492-1692-43e8-ae36-97a33231d3c3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663867 Dec 27 14:22:31.121740 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device f680b340-28a2-42f0-ac86-bdf63408f922 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:22:31.250602 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port f680b340-28a2-42f0-ac86-bdf63408f922, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=f680b340-28a2-42f0-ac86-bdf63408f922,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:31.264037 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'f680b340-28a2-42f0-ac86-bdf63408f922', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'port_id': 'f680b340-28a2-42f0-ac86-bdf63408f922', 'mac_address': 'fa:16:3e:f3:30:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c6985-e3dc-4a23-9014-4a7d1f901915', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:22:31.295652 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41f332-efb9-4ac1-a54d-6bc9dd5686bd req-9de8b4b6-ea31-496d-bdbd-6f254ebc4ca6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:31.306992 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2d41f332-efb9-4ac1-a54d-6bc9dd5686bd req-9de8b4b6-ea31-496d-bdbd-6f254ebc4ca6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 944 time: 0.0840838 Dec 27 14:22:31.310393 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:31.327903 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f680b340-28a2-42f0-ac86-bdf63408f922 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:22:31.353038 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port f680b340-28a2-42f0-ac86-bdf63408f922, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=f680b340-28a2-42f0-ac86-bdf63408f922,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:31.358632 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:31.383116 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2d41f332-efb9-4ac1-a54d-6bc9dd5686bd req-5fef756f-ad96-482a-b588-4a520246a0e1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747752 Dec 27 14:22:31.433632 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=f680b340-28a2-42f0-ac86-bdf63408f922,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:31.524708 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1340f80a-a784-45ae-b3dc-e5e0befeb861 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:31.589467 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 1340f80a-a784-45ae-b3dc-e5e0befeb861 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:31.589845 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:31.948333 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735575ef-645a-4ecd-b8a1-afb39fe14007 req-68d10059-4db4-4bb2-b048-e45a6ebcc314 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:31.950554 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-735575ef-645a-4ecd-b8a1-afb39fe14007 req-68d10059-4db4-4bb2-b048-e45a6ebcc314 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0560691 Dec 27 14:22:32.016401 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-735575ef-645a-4ecd-b8a1-afb39fe14007 req-dc219449-ddcb-4a9a-80f8-a26511ef3ebe tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555553 Dec 27 14:22:32.322337 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 839d0ed8-92c5-497f-a22d-8fe95743ee6c no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:22:32.354201 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 839d0ed8-92c5-497f-a22d-8fe95743ee6c {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:22:32.360086 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 839d0ed8-92c5-497f-a22d-8fe95743ee6c not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:22:32.670459 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a4141-5c09-4a8c-88c0-b0c6896b28c0 req-f1145dde-ad5a-436d-ad48-3f6eed2bb5f9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:32.673923 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e42a4141-5c09-4a8c-88c0-b0c6896b28c0 req-f1145dde-ad5a-436d-ad48-3f6eed2bb5f9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 945 time: 0.0750041 Dec 27 14:22:32.753320 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e42a4141-5c09-4a8c-88c0-b0c6896b28c0 req-55238fce-04e0-49d7-bb76-a0fc83b04fec tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725241 Dec 27 14:22:33.181209 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688a87a-7b7b-43dc-b161-a8f55c59473e req-cf7d2c51-dfad-4eb3-8449-3c600bb169db tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:33.183160 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1688a87a-7b7b-43dc-b161-a8f55c59473e req-cf7d2c51-dfad-4eb3-8449-3c600bb169db tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0836487 Dec 27 14:22:33.245801 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1688a87a-7b7b-43dc-b161-a8f55c59473e req-90511db5-1cd4-4c82-a2b2-bc91caeb32af tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541584 Dec 27 14:22:33.896241 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cae92-2cf5-45fe-aac6-2d2ef54e2fbf req-8622ca22-81a8-4380-8e88-6040da80bbb6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:33.898195 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-664cae92-2cf5-45fe-aac6-2d2ef54e2fbf req-8622ca22-81a8-4380-8e88-6040da80bbb6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 945 time: 0.0521312 Dec 27 14:22:33.951256 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-664cae92-2cf5-45fe-aac6-2d2ef54e2fbf req-54aaf654-c726-4644-b9c9-7d4c6fbfec28 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Dec 27 14:22:34.389276 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2ee58-2055-4cd5-bf57-c4aac62e79e3 req-b63967f2-bcbe-4a85-9aa8-e0c563ff1361 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:34.391633 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d1f2ee58-2055-4cd5-bf57-c4aac62e79e3 req-b63967f2-bcbe-4a85-9aa8-e0c563ff1361 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0541232 Dec 27 14:22:34.461841 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d1f2ee58-2055-4cd5-bf57-c4aac62e79e3 req-71ffeeeb-a4aa-494d-8318-c27140b30ece tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567563 Dec 27 14:22:35.073620 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdda469-d137-4885-b0f9-81bad37fe2c5 req-0e1270df-2504-4f62-9080-e22b0171a196 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:35.075041 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bfdda469-d137-4885-b0f9-81bad37fe2c5 req-0e1270df-2504-4f62-9080-e22b0171a196 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 945 time: 0.0541892 Dec 27 14:22:35.150473 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bfdda469-d137-4885-b0f9-81bad37fe2c5 req-018f1401-5b60-4817-9118-a7ff259c2b0a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671246 Dec 27 14:22:35.578962 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da0a5d-55f6-4bd4-9281-4f6155b0868e req-759d5faa-7b52-4172-85a9-3f835473e7aa tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:35.580361 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-61da0a5d-55f6-4bd4-9281-4f6155b0868e req-759d5faa-7b52-4172-85a9-3f835473e7aa tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0546463 Dec 27 14:22:35.631730 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-61da0a5d-55f6-4bd4-9281-4f6155b0868e req-5f0724b4-4733-42cb-b5bb-f4cfd6e2b94b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Dec 27 14:22:35.954776 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['f680b340-28a2-42f0-ac86-bdf63408f922'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:22:36.277945 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54404e4d-c2ef-4354-9cde-f940d5b32c83 req-6cc08dd6-3485-464d-8b65-65988fe8fcf0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:36.279566 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-54404e4d-c2ef-4354-9cde-f940d5b32c83 req-6cc08dd6-3485-464d-8b65-65988fe8fcf0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Dec 27 14:22:36.349270 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-54404e4d-c2ef-4354-9cde-f940d5b32c83 req-4c7bdb45-d4a6-4e65-b347-d6fbbb796741 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622597 Dec 27 14:22:36.777442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f839b5d-a40b-4cc4-858b-d9b62152f2ee req-ace9c5ae-7f24-4cd7-b741-2c3f7116dd47 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:36.779089 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f839b5d-a40b-4cc4-858b-d9b62152f2ee req-ace9c5ae-7f24-4cd7-b741-2c3f7116dd47 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0594039 Dec 27 14:22:36.842182 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f839b5d-a40b-4cc4-858b-d9b62152f2ee req-30fff6e0-4a61-4f61-a422-ffbbe9073b4b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522089 Dec 27 14:22:37.450564 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-1f4275d4-5ad8-45a5-8ce2-4bc9df353fe5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:37.452182 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-1f4275d4-5ad8-45a5-8ce2-4bc9df353fe5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 815 time: 0.1133077 Dec 27 14:22:37.470533 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-675f208c-dd67-40e2-a903-a740d904b442 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/quotas/ca837abe525d4bf89957e0a02b5d06d4 HTTP/1.1" status: 200 len: 375 time: 0.0123937 Dec 27 14:22:37.505329 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e40625-bfc8-4dc0-9288-0c16fabdd927 req-7c93669c-29ff-4535-9ef0-addadfe9ce82 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:37.506927 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-35e40625-bfc8-4dc0-9288-0c16fabdd927 req-7c93669c-29ff-4535-9ef0-addadfe9ce82 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 945 time: 0.0712142 Dec 27 14:22:37.535505 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-2954bca2-a73e-4b9a-bee0-d0b64d846086 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556827 Dec 27 14:22:37.557770 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-35e40625-bfc8-4dc0-9288-0c16fabdd927 req-167a5f94-7aef-40b4-8bf1-6d0faf889da8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445001 Dec 27 14:22:37.635552 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-c6c3908c-02b9-450c-ae1e-bef93ba65214 service neutron] 10.222.0.37 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867202 Dec 27 14:22:37.737362 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-f760708a-4e30-4a7d-904e-2b8af02e917e service neutron] 10.222.0.37 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956752 Dec 27 14:22:37.937652 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2ee7f0e3-f8b6-4ea6-867c-35d64abb50e0 req-4a29a601-e5ab-495d-bc9e-d77aa52238db tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 210 time: 0.0410521 Dec 27 14:22:38.003954 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0292-487b-4449-9481-3c98b5e373da req-fa5e5999-9010-40c2-97b4-abe861264394 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:38.005464 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-970c0292-487b-4449-9481-3c98b5e373da req-fa5e5999-9010-40c2-97b4-abe861264394 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0724204 Dec 27 14:22:38.078989 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-970c0292-487b-4449-9481-3c98b5e373da req-1579fa54-7e7d-4d65-942c-bb0781a0bfc5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648267 Dec 27 14:22:38.111013 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55820) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:38.177239 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Deleting subnet 1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6 {{(pid=102429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:22:38.185210 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.233055 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13130324'] for subnet, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.284040 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.344172 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13257222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12694136'] for subnet, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.368178 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:38.374233 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.380184 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-eb1ea0b0-0836-4079-a00c-10feaa273bee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d5f6f15-d62e-40e3-9e3b-b3efe86f20d6 HTTP/1.1" status: 204 len: 168 time: 0.2699366 Dec 27 14:22:38.380315 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55838) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:38.479076 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.569693 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.595271 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149dcfc0-946a-49fb-bf36-cbc1a9d4227e']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:38.607039 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57ff1a7-f945-4343-b0e9-60ef2d01debd') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:38.607336 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57ff1a7-f945-4343-b0e9-60ef2d01debd') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:38.619887 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.636339 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.642938 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:22:38.643433 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:22:38.645846 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:22:38.697745 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec08fc8-2544-45a6-8709-4a544848b62d req-4fb1c4f2-1159-4f9d-a7f9-709f598246c1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:38.699250 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9ec08fc8-2544-45a6-8709-4a544848b62d req-4fb1c4f2-1159-4f9d-a7f9-709f598246c1 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 945 time: 0.0698435 Dec 27 14:22:38.714352 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.719821 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.726918 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] 10.222.0.37 "DELETE /v2.0/networks/149dcfc0-946a-49fb-bf36-cbc1a9d4227e HTTP/1.1" status: 204 len: 168 time: 0.3427083 Dec 27 14:22:38.731407 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device f680b340-28a2-42f0-ac86-bdf63408f922 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:38.744755 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138acee9-fa7e-45bd-b220-8d730446a770 admin admin] Pushing event deleted for resources: {'Network': ['ID=149dcfc0-946a-49fb-bf36-cbc1a9d4227e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:38.752877 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9ec08fc8-2544-45a6-8709-4a544848b62d req-60eaf22a-19d0-4a23-9e5a-29da03e331a3 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469742 Dec 27 14:22:38.796846 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port f680b340-28a2-42f0-ac86-bdf63408f922 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:22:38.800493 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port f680b340-28a2-42f0-ac86-bdf63408f922 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:38.800859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.885303 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.908550 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f680b340-28a2-42f0-ac86-bdf63408f922'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:22:38.911436 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916ceb65-bd1f-4bea-b219-fd0b06c33438" -d '{"events": [{"server_uuid": "cd94dbb7-24cb-4eef-9d37-088c69b3fc45", "name": "network-vif-plugged", "status": "completed", "tag": "f680b340-28a2-42f0-ac86-bdf63408f922"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:22:38.921086 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55848) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:38.924213 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port f680b340-28a2-42f0-ac86-bdf63408f922, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=f680b340-28a2-42f0-ac86-bdf63408f922,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:38.929043 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:38.973856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eaaf77-e1c5-4758-9048-716fc7ee52fb x-openstack-request-id: req-59eaaf77-e1c5-4758-9048-716fc7ee52fb {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:22:38.974176 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd94dbb7-24cb-4eef-9d37-088c69b3fc45", "name": "network-vif-plugged", "status": "completed", "tag": "f680b340-28a2-42f0-ac86-bdf63408f922", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:22:38.974439 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59eaaf77-e1c5-4758-9048-716fc7ee52fb {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:22:38.975003 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f680b340-28a2-42f0-ac86-bdf63408f922', 'code': 200} Dec 27 14:22:38.990311 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=f680b340-28a2-42f0-ac86-bdf63408f922,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:38.997733 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-2cca265b-8369-47fa-8c97-2e7d78e18d01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e37ac1308b3b47e2a00660c375407525&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0731838 Dec 27 14:22:38.997972 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 55856) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:39.057430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9144094-54af-4f61-a803-737622ebcee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:39.103943 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9144094-54af-4f61-a803-737622ebcee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:39.156714 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32607710-fd65-4302-b1bd-883980c59762 req-43448add-d3da-4f4b-8ad5-69b3ea6cd428 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 210 time: 0.0875518 Dec 27 14:22:39.312761 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81d442-e913-4458-aac0-5b818a0ae7e9 req-0cbb64f2-b852-4040-9f18-207769d6f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:39.314403 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4f81d442-e913-4458-aac0-5b818a0ae7e9 req-0cbb64f2-b852-4040-9f18-207769d6f689 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 1099 time: 0.0585263 Dec 27 14:22:39.327506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4e83b-84a7-428c-9a08-f6a0e63fe0e7 req-794b6925-755c-4c4e-ac97-66278397f88a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:39.329152 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-36d4e83b-84a7-428c-9a08-f6a0e63fe0e7 req-794b6925-755c-4c4e-ac97-66278397f88a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1188805 Dec 27 14:22:39.338874 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-39ca74a4-6e76-4abc-98c0-95d9c390ea2a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:39.339997 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-39ca74a4-6e76-4abc-98c0-95d9c390ea2a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 815 time: 0.2651987 Dec 27 14:22:39.357819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'port': {'device_id': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'admin_state_up': True, 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:39.364464 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4f81d442-e913-4458-aac0-5b818a0ae7e9 req-b9f32a95-8f1b-47f9-a45c-21ab5259739d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 Dec 27 14:22:39.370382 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9144094-54af-4f61-a803-737622ebcee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:39.372955 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b9144094-54af-4f61-a803-737622ebcee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:39.374059 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b9144094-54af-4f61-a803-737622ebcee0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/292b3d2a-dfd4-435b-b1d0-84fed29d7081 HTTP/1.1" status: 204 len: 168 time: 0.3752594 Dec 27 14:22:39.450777 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9144094-54af-4f61-a803-737622ebcee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292b3d2a-dfd4-435b-b1d0-84fed29d7081,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:39.506391 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-36d4e83b-84a7-428c-9a08-f6a0e63fe0e7 req-0e48bb79-77c7-4e15-8829-6bbde4e0cb3b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605232 Dec 27 14:22:39.582233 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Made reservation on behalf of ca837abe525d4bf89957e0a02b5d06d4 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:39.585879 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:39.732432 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Allocated IP 172.20.0.11 (e0b1a136-9a99-44cd-9b9f-4c00d8db84f5/fae619f8-29e0-465b-b17a-067cccc4a096/7e953f6b-a948-41fc-94f1-b04996e676ac) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:39.956433 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afc599-3973-4a6a-868d-acbbb03e6460 req-b242e07d-8822-48a0-a25e-7ff691e5b66f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:39.957941 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-23afc599-3973-4a6a-868d-acbbb03e6460 req-b242e07d-8822-48a0-a25e-7ff691e5b66f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0989299 Dec 27 14:22:39.994421 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.038711 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-23afc599-3973-4a6a-868d-acbbb03e6460 req-49c23de5-2c2d-491c-9824-a814e81d4816 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732403 Dec 27 14:22:40.060107 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.111740 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:40.120658 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:40.124016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:40.157441 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:40.196152 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:40.197017 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.219027 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-b808145d-46f8-4456-a801-ab03575fe5ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8686028 Dec 27 14:22:40.238461 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Request body: {'port': {'device_id': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:40.307170 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fee05-773a-4f46-88de-2effb4d04881 req-8e182c20-fc21-4f76-ba0b-23c72b07ab51 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:40.308766 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6f8fee05-773a-4f46-88de-2effb4d04881 req-8e182c20-fc21-4f76-ba0b-23c72b07ab51 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 932 time: 0.0554779 Dec 27 14:22:40.325314 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.395461 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6f8fee05-773a-4f46-88de-2effb4d04881 req-6876c80e-daf5-43d0-9128-d2d8b3f76c14 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803304 Dec 27 14:22:40.488942 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55936) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:40.542113 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-bd650cad-c013-4096-b1df-273303fe00ea None None] Provisioning complete for port 7e953f6b-a948-41fc-94f1-b04996e676ac triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:40.543073 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bd650cad-c013-4096-b1df-273303fe00ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.632105 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-bd650cad-c013-4096-b1df-273303fe00ea None None] Port 7e953f6b-a948-41fc-94f1-b04996e676ac cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:40.786616 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-network', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:40.857434 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Made reservation on behalf of cb5e638b0aa0424484c3eb48434d7e66 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:40.860942 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.889200 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:40.920564 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d43ae-c84c-4ab8-95de-59fe4f2a739f req-5e6a896a-b907-4b8b-a245-839dab2a996b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:40.922830 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f55d43ae-c84c-4ab8-95de-59fe4f2a739f req-5e6a896a-b907-4b8b-a245-839dab2a996b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1713810 Dec 27 14:22:41.052997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55956) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:41.087330 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f55d43ae-c84c-4ab8-95de-59fe4f2a739f req-d07d3638-5688-4539-8dda-a69b78dd79c6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573739 Dec 27 14:22:41.167062 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e953f6b-a948-41fc-94f1-b04996e676ac {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:22:41.186049 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.230174 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Transition to ACTIVE for port object 7e953f6b-a948-41fc-94f1-b04996e676ac will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:22:41.261603 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.265868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.267083 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.346831 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:22:41.350036 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7173-36fb-498d-b89a-156f5d907083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.374560 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:41.390976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e36b0bc-c895-4890-9145-8dab32fc30a1,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:41.395663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860eef21-4b91-43cb-a5d9-0b05e2974fb9 req-472a706c-b065-4957-9d95-44abfa1e477a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:41.397357 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-860eef21-4b91-43cb-a5d9-0b05e2974fb9 req-472a706c-b065-4957-9d95-44abfa1e477a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.2001910 Dec 27 14:22:41.413417 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.421073 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Added segment c0331693-2d51-41e8-8d8c-d595fa04600b of type vlan for network d685d204-a878-46a9-9c80-314fd33c30a4 Dec 27 14:22:41.530032 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.536207 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-860eef21-4b91-43cb-a5d9-0b05e2974fb9 req-d1b49f55-1463-4e4d-ab40-0486c0c34afb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267917 Dec 27 14:22:41.613856 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Attempting to bind port 7e953f6b-a948-41fc-94f1-b04996e676ac on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:41.614230 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Attempting to bind port 7e953f6b-a948-41fc-94f1-b04996e676ac by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:41.614611 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Attempting to bind port 7e953f6b-a948-41fc-94f1-b04996e676ac on network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:41.625410 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Port 7e953f6b-a948-41fc-94f1-b04996e676ac on network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:22:41.625746 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Attempting to bind port 7e953f6b-a948-41fc-94f1-b04996e676ac on network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:41.648800 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:41.649136 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Checking segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:41.649583 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Bound using segment: {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:41.650070 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Bound port: 7e953f6b-a948-41fc-94f1-b04996e676ac, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e952a3c9-410e-433c-a869-8ae889ec1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:41.653687 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.656197 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:41.657245 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.660534 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.765919 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2756374 Dec 27 14:22:41.766521 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55978) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:41.797630 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7173-36fb-498d-b89a-156f5d907083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.804674 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Request body: {'subnet': {'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-subnet', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:41.814316 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3a9c7173-36fb-498d-b89a-156f5d907083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.832649 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300635b3-ff0e-4f45-a3f0-d1995458062f admin admin] Pushing event updated for resources: {'Network': ['ID=d685d204-a878-46a9-9c80-314fd33c30a4,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:41.849328 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network d685d204-a878-46a9-9c80-314fd33c30a4 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:22:41.871497 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-3a9c7173-36fb-498d-b89a-156f5d907083 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=170555c6f4824d13b026f14b7f10d993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8174360 Dec 27 14:22:41.872165 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55980) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:41.885689 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1405-0c01-44ee-85fd-313f8eff61c4 req-be77de56-41b9-4942-ae4b-239ae912ee57 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:41.894423 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-72fa1405-0c01-44ee-85fd-313f8eff61c4 req-be77de56-41b9-4942-ae4b-239ae912ee57 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.2267466 Dec 27 14:22:41.901232 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c7173-36fb-498d-b89a-156f5d907083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3360f-dad7-454d-8068-d4ba728d64b8,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:41.905528 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Made reservation on behalf of cb5e638b0aa0424484c3eb48434d7e66 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:41.905769 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:41.908136 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:41.910521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:41.939358 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.020635 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a1e9230d-832c-438e-a299-dd771324f7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.028535 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:42.029495 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.030943 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 1094 time: 1.8023565 Dec 27 14:22:42.049348 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:22:42.054264 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a1e9230d-832c-438e-a299-dd771324f7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.060083 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b33046a-68ba-48e0-a92b-144f79eb974a" -d '{"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:22:42.115181 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-72fa1405-0c01-44ee-85fd-313f8eff61c4 req-afd77683-3c22-4fd1-8ef8-3962c6badff8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195261 Dec 27 14:22:42.141755 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d674-20e4-4f99-abe8-77ed866b73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:42.181453 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a1e9230d-832c-438e-a299-dd771324f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.184009 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a1e9230d-832c-438e-a299-dd771324f7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.188082 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a1e9230d-832c-438e-a299-dd771324f7b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50b3360f-dad7-454d-8068-d4ba728d64b8 HTTP/1.1" status: 204 len: 168 time: 0.3096373 Dec 27 14:22:42.255785 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9230d-832c-438e-a299-dd771324f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3360f-dad7-454d-8068-d4ba728d64b8,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:42.258272 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffa6907-3e49-4f69-b3a7-bf63bc4b7588 x-openstack-request-id: req-7ffa6907-3e49-4f69-b3a7-bf63bc4b7588 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:22:42.258699 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:22:42.259054 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ffa6907-3e49-4f69-b3a7-bf63bc4b7588 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:22:42.259459 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'status': 'completed', 'code': 200} Dec 27 14:22:42.279745 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.411064 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Checking segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:42.411778 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Network hostable DHCP agents. Network: d685d204-a878-46a9-9c80-314fd33c30a4, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:22:42.417377 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4a305c-65e2-424d-beee-f0bdc2760b72,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:42.449726 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Network d685d204-a878-46a9-9c80-314fd33c30a4 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:22:42.463690 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, d685d204-a878-46a9-9c80-314fd33c30a4) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:42.478633 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0307c-ed2a-4a85-b5ff-b542765704ed None None] Network d685d204-a878-46a9-9c80-314fd33c30a4 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:22:42.485594 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:42.486339 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.501073 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280fc61-b8d9-42cf-a4e5-aa3fd35dc025 req-74c8e3be-ffc2-4315-a24b-5c58d02a0d33 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:42.510835 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3280fc61-b8d9-42cf-a4e5-aa3fd35dc025 req-74c8e3be-ffc2-4315-a24b-5c58d02a0d33 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1327477 Dec 27 14:22:42.515549 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ab4a509c-8c0d-4fc7-9529-36dba046c530 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7150650 Dec 27 14:22:42.517200 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 55990) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:42.535302 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:42.592019 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3280fc61-b8d9-42cf-a4e5-aa3fd35dc025 req-daeb2989-0b3f-4b0c-a7e7-a1c74d9d0fdf tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800502 Dec 27 14:22:42.600512 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.602887 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.706768 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-d685d204-a878-46a9-9c80-314fd33c30a4', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:22:42.712409 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.748681 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:42.862094 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44fa4-1770-495f-80a8-0b250c501f10 req-5d77f8df-d4c8-4ee3-b6c0-0a7ed6bde524 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:42.864174 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5aa44fa4-1770-495f-80a8-0b250c501f10 req-5d77f8df-d4c8-4ee3-b6c0-0a7ed6bde524 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.1337180 Dec 27 14:22:42.968598 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5aa44fa4-1770-495f-80a8-0b250c501f10 req-f847ae6a-ed8d-40b4-9d00-887faef70360 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979187 Dec 27 14:22:43.002768 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.054396 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Allocated IP 172.20.0.2 (d685d204-a878-46a9-9c80-314fd33c30a4/4b4a305c-65e2-424d-beee-f0bdc2760b72/d9713b98-8b1d-45a6-b4ee-45cb97dad50c) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:43.175972 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56022) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:43.297209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.306110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.346148 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8335b-4174-45c1-8c89-9e6b8e9311a3 req-a74973a3-cb7e-4516-ad65-93a8897ff865 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:43.355381 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-65b8335b-4174-45c1-8c89-9e6b8e9311a3 req-a74973a3-cb7e-4516-ad65-93a8897ff865 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0855858 Dec 27 14:22:43.403513 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ba12bad-7753-4c06-b808-5f74fed0d143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.408423 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Network d685d204-a878-46a9-9c80-314fd33c30a4 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:43.411234 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Pushing event updated for resources: {'Port': ['ID=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:43.413916 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:43.416290 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:43.479964 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-65b8335b-4174-45c1-8c89-9e6b8e9311a3 req-fd23df4a-5fd2-40fd-92bb-eda87a6e10f4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233399 Dec 27 14:22:43.501724 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Attempting to bind port d9713b98-8b1d-45a6-b4ee-45cb97dad50c on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:43.502218 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Attempting to bind port d9713b98-8b1d-45a6-b4ee-45cb97dad50c by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:43.502585 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Attempting to bind port d9713b98-8b1d-45a6-b4ee-45cb97dad50c on network d685d204-a878-46a9-9c80-314fd33c30a4 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:43.515379 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:43.515897 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Checking segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:43.517054 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.517456 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Bound using segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:43.517930 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Bound port: d9713b98-8b1d-45a6-b4ee-45cb97dad50c, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:43.518315 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.573425 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.599962 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ba12bad-7753-4c06-b808-5f74fed0d143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.600723 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.604697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7ba12bad-7753-4c06-b808-5f74fed0d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.610706 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] For port d9713b98-8b1d-45a6-b4ee-45cb97dad50c, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:43.614961 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] For port d9713b98-8b1d-45a6-b4ee-45cb97dad50c, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:43.632257 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.665665 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba12bad-7753-4c06-b808-5f74fed0d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5f5213-2fbb-445a-94c7-8437c2365e3d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:43.715721 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da64f7-120f-4608-b1de-599de4c60f45 None None] Pushing event updated for resources: {'Port': ['ID=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:43.720277 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7ba12bad-7753-4c06-b808-5f74fed0d143 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9265fae7ba20411194f683a84c99ddaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5416186 Dec 27 14:22:43.723777 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56042) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:43.843442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3f314-0f82-4d29-9e13-a1afb53f669f req-b27a3efb-fa0c-417e-8fd7-38bcc86ed603 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:43.851867 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a5a3f314-0f82-4d29-9e13-a1afb53f669f req-b27a3efb-fa0c-417e-8fd7-38bcc86ed603 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1050384 Dec 27 14:22:43.853120 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Allocated IP 172.27.2.250 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:43.914879 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b674aa8-4f3e-4df7-bb0a-121e5b46b7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:43.997500 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a5a3f314-0f82-4d29-9e13-a1afb53f669f req-91df396e-c065-4adb-b610-350a61d279e8 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351423 Dec 27 14:22:43.999867 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b674aa8-4f3e-4df7-bb0a-121e5b46b7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.011102 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.105663 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.111372 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b674aa8-4f3e-4df7-bb0a-121e5b46b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.122910 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b674aa8-4f3e-4df7-bb0a-121e5b46b7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.126360 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0b674aa8-4f3e-4df7-bb0a-121e5b46b7c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e5f5213-2fbb-445a-94c7-8437c2365e3d HTTP/1.1" status: 204 len: 168 time: 0.3942993 Dec 27 14:22:44.147136 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674aa8-4f3e-4df7-bb0a-121e5b46b7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5f5213-2fbb-445a-94c7-8437c2365e3d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:44.327876 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cce767-d6f0-44e3-85d3-7b303fbeee84 req-93f73d98-f484-44e4-9b16-30ae2f98fc09 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:44.329489 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-03cce767-d6f0-44e3-85d3-7b303fbeee84 req-93f73d98-f484-44e4-9b16-30ae2f98fc09 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.1325543 Dec 27 14:22:44.334349 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:44.346052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:44.352464 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:44.373271 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:44.407918 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-03cce767-d6f0-44e3-85d3-7b303fbeee84 req-6755e410-d030-4f84-8884-1d95e39d9721 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678103 Dec 27 14:22:44.646617 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f248a0-1360-4ccc-b828-ecf11632c4bf req-fae75e45-9c1e-4678-95da-7d092aad2a49 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:44.649935 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e3f248a0-1360-4ccc-b828-ecf11632c4bf req-fae75e45-9c1e-4678-95da-7d092aad2a49 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0741458 Dec 27 14:22:44.733585 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e3f248a0-1360-4ccc-b828-ecf11632c4bf req-7ccfaee3-456e-48af-b5be-961b183b9c5e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769188 Dec 27 14:22:44.786029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56064) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:44.799758 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92cd-b39d-4d90-9237-cde11d91aba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.800761 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.897121 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92cd-b39d-4d90-9237-cde11d91aba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.902420 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92cd-b39d-4d90-9237-cde11d91aba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:44.965967 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a7cf92cd-b39d-4d90-9237-cde11d91aba4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84355490131849e297d9ca0d3a3f662c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785946 Dec 27 14:22:44.966717 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf92cd-b39d-4d90-9237-cde11d91aba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba58f37-a7b1-4408-b42a-3e844a2110f1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:44.969545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56068) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:45.059933 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-391a78e7-bf25-43cf-8a1d-8600582e171a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.090899 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-391a78e7-bf25-43cf-8a1d-8600582e171a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.194354 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7093d49-a03f-4c89-b6e2-920eee27f16b None None] Network d685d204-a878-46a9-9c80-314fd33c30a4 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:22:45.203750 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3143a1b-b847-41fb-8858-324232585a81 req-6368a133-c3e3-4356-ad12-3f8ab0fb2118 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:45.207724 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f3143a1b-b847-41fb-8858-324232585a81 req-6368a133-c3e3-4356-ad12-3f8ab0fb2118 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1144826 Dec 27 14:22:45.239194 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-391a78e7-bf25-43cf-8a1d-8600582e171a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.241814 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-391a78e7-bf25-43cf-8a1d-8600582e171a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.243988 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-391a78e7-bf25-43cf-8a1d-8600582e171a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eba58f37-a7b1-4408-b42a-3e844a2110f1 HTTP/1.1" status: 204 len: 168 time: 0.2725804 Dec 27 14:22:45.271893 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a78e7-bf25-43cf-8a1d-8600582e171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba58f37-a7b1-4408-b42a-3e844a2110f1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:45.301821 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f3143a1b-b847-41fb-8858-324232585a81 req-f2d1f652-5623-405e-8353-73c315aad09b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Dec 27 14:22:45.330206 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-758032f2-6914-44ee-b0e6-4bfc02406063 None None] Provisioning complete for port d9713b98-8b1d-45a6-b4ee-45cb97dad50c triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:45.330933 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-758032f2-6914-44ee-b0e6-4bfc02406063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.418405 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.591761 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e776e5-1b41-48a5-8f32-4cda7c0a6a76 req-df937060-4982-4168-b117-5bbc05c5c80e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:45.604412 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-08e776e5-1b41-48a5-8f32-4cda7c0a6a76 req-df937060-4982-4168-b117-5bbc05c5c80e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.1267090 Dec 27 14:22:45.635212 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d9713b98-8b1d-45a6-b4ee-45cb97dad50c up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:45.735917 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-758032f2-6914-44ee-b0e6-4bfc02406063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.737720 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-08e776e5-1b41-48a5-8f32-4cda7c0a6a76 req-f1143fd1-a01c-4b0c-9f72-dd611716a7dd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323526 Dec 27 14:22:45.759006 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Router 64555cab-89d2-401c-8337-6d782edeb1db is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:22:45.854503 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port d9713b98-8b1d-45a6-b4ee-45cb97dad50c triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:45.857376 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:45.868342 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-758032f2-6914-44ee-b0e6-4bfc02406063 None None] For port d9713b98-8b1d-45a6-b4ee-45cb97dad50c, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:45.902003 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281308cc-b3b3-4dc3-9788-61b9a5000b27 req-e1a03152-4b7d-4e15-b9d0-1436937e4cbb tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:45.910923 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-281308cc-b3b3-4dc3-9788-61b9a5000b27 req-e1a03152-4b7d-4e15-b9d0-1436937e4cbb tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1079164 Dec 27 14:22:45.934785 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-758032f2-6914-44ee-b0e6-4bfc02406063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.024849 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56092) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:46.045656 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-281308cc-b3b3-4dc3-9788-61b9a5000b27 req-69f695ee-3b4d-4b67-9430-6e51e93dda87 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250761 Dec 27 14:22:46.062796 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4b91ff76-83e4-4086-a385-134c5a32a66d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.104509 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:46.117627 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:46.124790 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758032f2-6914-44ee-b0e6-4bfc02406063 None None] Pushing event updated for resources: {'Port': ['ID=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:46.138607 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-bf47b380-0db5-4b22-9fbe-c9fc9335b552 None None] Provisioning complete for port d9713b98-8b1d-45a6-b4ee-45cb97dad50c triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:46.139655 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bf47b380-0db5-4b22-9fbe-c9fc9335b552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.148549 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:46.148997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.149716 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:46.153177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56096) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:46.153471 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-cb639ec2-e236-47f5-a301-5897c87d7081 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6334751 Dec 27 14:22:46.289847 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4b91ff76-83e4-4086-a385-134c5a32a66d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.300865 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4b91ff76-83e4-4086-a385-134c5a32a66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.318087 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:46.394683 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91ff76-83e4-4086-a385-134c5a32a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5265de3-e2b4-433d-a60e-72c6ff187b03,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:46.438721 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-4b91ff76-83e4-4086-a385-134c5a32a66d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=44116b3546ac4d7d9d787e17b9fd8351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134786 Dec 27 14:22:46.446172 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56108) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:46.556294 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e6f853e-4289-4fce-912a-fd0516e0043f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.615441 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e6f853e-4289-4fce-912a-fd0516e0043f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.718877 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:44Z', 'revision_number': 3, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:46.721239 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e6f853e-4289-4fce-912a-fd0516e0043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.726378 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e6f853e-4289-4fce-912a-fd0516e0043f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:46.727951 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8e6f853e-4289-4fce-912a-fd0516e0043f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5265de3-e2b4-433d-a60e-72c6ff187b03 HTTP/1.1" status: 204 len: 168 time: 0.2807724 Dec 27 14:22:46.743107 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f853e-4289-4fce-912a-fd0516e0043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5265de3-e2b4-433d-a60e-72c6ff187b03,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:46.790404 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:46.791156 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Updating router 64555cab-89d2-401c-8337-6d782edeb1db port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:22:46.833538 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.015142 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8285bf1-83a4-4186-a3d5-5938af9889c5 req-7f39308a-2879-4d9a-8d1c-91bb3d789173 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:47.026870 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8285bf1-83a4-4186-a3d5-5938af9889c5 req-7f39308a-2879-4d9a-8d1c-91bb3d789173 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.5206780 Dec 27 14:22:47.195687 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8285bf1-83a4-4186-a3d5-5938af9889c5 req-e38fc34b-41f5-4417-8caa-5950ef9986c4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676860 Dec 27 14:22:47.432932 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5ea4f-a255-4962-a1b1-8127c914cea1 req-af2084af-0f5d-47e8-8728-564ed7435d27 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:47.434890 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b6f5ea4f-a255-4962-a1b1-8127c914cea1 req-af2084af-0f5d-47e8-8728-564ed7435d27 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0864537 Dec 27 14:22:47.494357 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.506729 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.532266 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b6f5ea4f-a255-4962-a1b1-8127c914cea1 req-4a52bba0-30d6-48bb-829f-1e5a6fdc32e6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862777 Dec 27 14:22:47.573529 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.603358 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d9713b98-8b1d-45a6-b4ee-45cb97dad50c up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:47.622908 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Attempting to bind port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:47.640076 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Attempting to bind port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:47.640613 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Attempting to bind port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:47.650656 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:47.651061 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:47.651434 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.651828 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:47.667215 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Bound port: 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:47.667911 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.670685 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731b6c-eb6e-44b8-be1f-bbef437ffb4a None None] Pushing event updated for resources: {'Port': ['ID=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:47.749187 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port d9713b98-8b1d-45a6-b4ee-45cb97dad50c triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:47.749773 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.796576 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] For port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:47.812111 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] For port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:47.822887 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:47.883573 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dc822-0106-4964-bf72-ccf77fff966b req-389249fc-3bf2-4b13-bf2a-6b67015de372 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:47.885289 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b51dc822-0106-4964-bf72-ccf77fff966b req-389249fc-3bf2-4b13-bf2a-6b67015de372 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1622777 Dec 27 14:22:47.892840 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Allocated IP 172.20.0.1 (d685d204-a878-46a9-9c80-314fd33c30a4/4b4a305c-65e2-424d-beee-f0bdc2760b72/bd4e707a-1389-4594-a9fc-d8f4063c7599) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:47.930378 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2731b6c-eb6e-44b8-be1f-bbef437ffb4a None None] Pushing event updated for resources: {'Port': ['ID=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:47.971229 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:47.971229 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:48.110489 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b51dc822-0106-4964-bf72-ccf77fff966b req-8efd9690-46e0-4573-abec-035d3b0c0dce tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865805 Dec 27 14:22:48.121758 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:48.158141 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:48.200106 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:48.301825 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4e707a-1389-4594-a9fc-d8f4063c7599,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:48.334535 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Network d685d204-a878-46a9-9c80-314fd33c30a4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:48.374443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:48.377643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:48.448686 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:44Z', 'revision_number': 3, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:48.479442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38359823-9f7f-4965-bd5a-1270936fbea9 req-206d4c1e-6c19-4650-bdea-13447a463774 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:48.481273 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d9e34-779a-495b-babc-6c809722b551 None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:44Z', 'revision_number': 3, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:48.487328 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-38359823-9f7f-4965-bd5a-1270936fbea9 req-206d4c1e-6c19-4650-bdea-13447a463774 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1597660 Dec 27 14:22:48.524285 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:48.705171 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-38359823-9f7f-4965-bd5a-1270936fbea9 req-a8f4ed1a-dec3-4713-b334-db2a6c8c622c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976893 Dec 27 14:22:48.900224 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-3c27ae0f-aeac-4020-acc1-fb3328395cec None None] Provisioning complete for port bd4e707a-1389-4594-a9fc-d8f4063c7599 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:48.901048 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3c27ae0f-aeac-4020-acc1-fb3328395cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:48.943753 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56164) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:49.021463 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3c27ae0f-aeac-4020-acc1-fb3328395cec None None] Port bd4e707a-1389-4594-a9fc-d8f4063c7599 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:49.081233 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.118135 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53867d7b-7df2-4625-94e2-04971471a6cb req-8adfcb7c-b5fa-4a5a-a07f-6fc57190c75c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:49.135124 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-53867d7b-7df2-4625-94e2-04971471a6cb req-8adfcb7c-b5fa-4a5a-a07f-6fc57190c75c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.2918293 Dec 27 14:22:49.211258 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28eed74e-1739-4260-9105-7409f377f854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.242978 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-53867d7b-7df2-4625-94e2-04971471a6cb req-1d2ddaf0-3b2d-4707-8e7c-c19aa5bc61d9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066592 Dec 27 14:22:49.374786 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28eed74e-1739-4260-9105-7409f377f854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.384479 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-28eed74e-1739-4260-9105-7409f377f854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.414733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6277e8-863a-4eeb-a379-424ea5bfd29c req-5bd37e32-fb27-4601-aa4c-ce568df31385 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:49.416256 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc6277e8-863a-4eeb-a379-424ea5bfd29c req-5bd37e32-fb27-4601-aa4c-ce568df31385 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0847111 Dec 27 14:22:49.432679 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-28eed74e-1739-4260-9105-7409f377f854 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5279cbe5ad4f47aab888872688c17429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876752 Dec 27 14:22:49.433942 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eed74e-1739-4260-9105-7409f377f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e4105d-5a7e-43f5-9744-8a5faab95d94,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:49.436568 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56178) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:49.442663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.453016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.515983 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-91e1ddb7-69e8-42f3-8744-8db76e5ff627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.587870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-91e1ddb7-69e8-42f3-8744-8db76e5ff627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.604206 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:49.605818 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc6277e8-863a-4eeb-a379-424ea5bfd29c req-b7ae17e8-95b5-48d3-971e-e640f816a888 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833322 Dec 27 14:22:49.659467 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.662397 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4e707a-1389-4594-a9fc-d8f4063c7599,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:49.681820 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-91e1ddb7-69e8-42f3-8744-8db76e5ff627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.685356 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-91e1ddb7-69e8-42f3-8744-8db76e5ff627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.686718 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-91e1ddb7-69e8-42f3-8744-8db76e5ff627 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e4105d-5a7e-43f5-9744-8a5faab95d94 HTTP/1.1" status: 204 len: 168 time: 0.2492342 Dec 27 14:22:49.704817 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1ddb7-69e8-42f3-8744-8db76e5ff627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e4105d-5a7e-43f5-9744-8a5faab95d94,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:49.766687 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:49.767421 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.828726 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Network d685d204-a878-46a9-9c80-314fd33c30a4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:49.835916 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:49.876784 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:49.943803 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:49.951623 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:50.006525 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141c4db-ae7a-40a2-9328-5fa6a7ab09a9 req-53ab014a-1ac3-48f6-a864-f3cc09a95d4e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:50.013062 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:50.022173 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4141c4db-ae7a-40a2-9328-5fa6a7ab09a9 req-53ab014a-1ac3-48f6-a864-f3cc09a95d4e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1950827 Dec 27 14:22:50.198901 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4141c4db-ae7a-40a2-9328-5fa6a7ab09a9 req-f37562be-502f-4ce4-b1a9-d5c6e9179de4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762888 Dec 27 14:22:50.208413 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Router 64555cab-89d2-401c-8337-6d782edeb1db has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:22:50.258542 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-720efb8b-c734-442a-b86d-477c58fafa03 None None] Provisioning complete for port bd4e707a-1389-4594-a9fc-d8f4063c7599 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:50.259699 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-720efb8b-c734-442a-b86d-477c58fafa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:50.314432 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-720efb8b-c734-442a-b86d-477c58fafa03 None None] Port bd4e707a-1389-4594-a9fc-d8f4063c7599 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:22:50.428587 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:22:50.434848 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0b37acaa-f6e1-45d2-962a-888dc3e60532 admin admin] 10.222.0.37 "PUT /v2.0/routers/64555cab-89d2-401c-8337-6d782edeb1db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2801459 Dec 27 14:22:50.446242 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0e039-8df5-40f9-bfe5-0a9ee258ac12 req-7d07a221-fcfe-4de3-b3d2-ae74ae1b2021 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:50.447945 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bdb0e039-8df5-40f9-bfe5-0a9ee258ac12 req-7d07a221-fcfe-4de3-b3d2-ae74ae1b2021 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0750680 Dec 27 14:22:50.514815 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bdb0e039-8df5-40f9-bfe5-0a9ee258ac12 req-375ed941-840e-4359-9fb8-87561be245e8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585895 Dec 27 14:22:50.962994 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9cafde9c-71ee-4c11-b2a5-580ffd9f048e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.172443 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:22:51.194301 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56232) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:51.196356 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:51.199561 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880734074', 'description': 'tempest-description--312956215'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:51.205302 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:51.289561 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.386555 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.401493 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:51.403705 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.467409 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d8dbd-bcd0-4d59-ba03-3f994b54c558 req-8f344456-aa6b-49cc-a247-7b3172ccf24a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:51.475584 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc45ba4-1996-4ea0-ba02-2df4485fd87f,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:51.481649 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-823d8dbd-bcd0-4d59-ba03-3f994b54c558 req-8f344456-aa6b-49cc-a247-7b3172ccf24a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1727283 Dec 27 14:22:51.481905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.495115 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ba7890e1-59f0-4740-97ed-f1a1d6e9ab02 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2990141 Dec 27 14:22:51.509915 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56244) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:51.532055 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'security_group_rule': {'security_group_id': '5cc45ba4-1996-4ea0-ba02-2df4485fd87f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:51.602316 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-823d8dbd-bcd0-4d59-ba03-3f994b54c558 req-e3f51a4b-624d-413c-b42e-17cb69a3c510 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194639 Dec 27 14:22:51.623205 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.674466 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:51.737251 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.749048 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.773261 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13ff21-8db5-4632-aa97-694b9cdff1df req-ff3de9cd-e2cc-4054-a008-6f61e8380aca tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:51.781712 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1e27fe-13a8-44f6-a70e-9be4a428adb1,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:51.781909 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ef13ff21-8db5-4632-aa97-694b9cdff1df req-ff3de9cd-e2cc-4054-a008-6f61e8380aca tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0622487 Dec 27 14:22:51.802765 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.805960 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2ad913ee-2f03-44e7-b264-1d5e8be84383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2939332 Dec 27 14:22:51.809839 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56250) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:51.813436 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'security_group_rule': {'security_group_id': '5cc45ba4-1996-4ea0-ba02-2df4485fd87f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:51.856229 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ef13ff21-8db5-4632-aa97-694b9cdff1df req-bb9d7169-1525-4d8c-862a-10b54f40397f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723538 Dec 27 14:22:51.863300 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.932148 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:51.933198 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.938398 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 2, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:51.982035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:51.989023 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.010133 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:22:52.011220 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Updating router 64555cab-89d2-401c-8337-6d782edeb1db port bd4e707a-1389-4594-a9fc-d8f4063c7599 binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:22:52.027438 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2c54ee-5ce8-45f9-b639-0c06dabb0ee9,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:52.037065 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.038960 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8a963cf2-5a34-4346-bdbc-0504122e6721 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2294283 Dec 27 14:22:52.042109 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56258) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:52.050311 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:52.058643 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.081157 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837d785-79a4-41d7-b2b8-2869c47e6ee2 req-9222290b-5415-45a7-be75-9ecb729af833 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:52.082036 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.082806 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1837d785-79a4-41d7-b2b8-2869c47e6ee2 req-9222290b-5415-45a7-be75-9ecb729af833 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.1252730 Dec 27 14:22:52.204036 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1837d785-79a4-41d7-b2b8-2869c47e6ee2 req-f0cf8a69-6df3-4973-8930-cbf21f0ca6ab tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108015 Dec 27 14:22:52.259454 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.391159 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Allocated IP 172.27.2.238 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/b8ca3a69-f93b-4a12-ace4-e25c671483c8) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:22:52.459705 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.468122 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.582497 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b12ec-3625-483a-a8cd-33faa6adbd6c None None] Pushing event updated for resources: {'Port': ['ID=bd4e707a-1389-4594-a9fc-d8f4063c7599,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:52.595723 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.622406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Attempting to bind port bd4e707a-1389-4594-a9fc-d8f4063c7599 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:22:52.652533 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Attempting to bind port bd4e707a-1389-4594-a9fc-d8f4063c7599 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:22:52.653055 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Attempting to bind port bd4e707a-1389-4594-a9fc-d8f4063c7599 on network d685d204-a878-46a9-9c80-314fd33c30a4 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:22:52.663054 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.670716 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:22:52.671109 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Checking segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:22:52.671511 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.674855 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Bound using segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:22:52.675394 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Bound port: bd4e707a-1389-4594-a9fc-d8f4063c7599, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:22:52.675856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.710655 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:22:52.714929 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:22:52.733968 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:22:52.854287 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57978b12-7033-4ac8-a114-2eb3a2ecd55b req-8b1ca54b-741b-4149-a065-611dafc4834d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:52.858102 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57978b12-7033-4ac8-a114-2eb3a2ecd55b req-8b1ca54b-741b-4149-a065-611dafc4834d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1340213 Dec 27 14:22:52.881523 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'Port': ['ID=b8ca3a69-f93b-4a12-ace4-e25c671483c8,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:52.910548 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] For port bd4e707a-1389-4594-a9fc-d8f4063c7599, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:22:52.919217 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] For port bd4e707a-1389-4594-a9fc-d8f4063c7599, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=bd4e707a-1389-4594-a9fc-d8f4063c7599,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:22:52.920264 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-68d201c0-ad7a-4235-970e-22632307991f None None] Provisioning complete for port bd4e707a-1389-4594-a9fc-d8f4063c7599 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:52.920657 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d201c0-ad7a-4235-970e-22632307991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.961673 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:52.970843 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57978b12-7033-4ac8-a114-2eb3a2ecd55b req-34cc6a5e-d569-4973-a180-56ea4f7ae462 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021335 Dec 27 14:22:53.031919 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.091763 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.120308 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778b247-5202-49be-8423-96e56537bf12 req-fbf19f4f-b094-448f-8291-131ab01a59bb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:53.148247 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7778b247-5202-49be-8423-96e56537bf12 req-fbf19f4f-b094-448f-8291-131ab01a59bb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1086638 Dec 27 14:22:53.201102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b12ec-3625-483a-a8cd-33faa6adbd6c None None] Pushing event updated for resources: {'Port': ['ID=bd4e707a-1389-4594-a9fc-d8f4063c7599,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:53.207656 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56282) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:53.227696 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:22:53.232287 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:53.267136 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7778b247-5202-49be-8423-96e56537bf12 req-a649a02c-2037-43c1-a3ae-460adf1a2e00 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178141 Dec 27 14:22:53.515289 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-243684f5-c0fb-4f8b-97c0-df1f6743cf22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.522172 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d6e9-0bdb-4c5a-ab7f-82b74143b481 req-97ca10ac-61c6-4470-b642-5226b59f642b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:53.523940 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b3b3d6e9-0bdb-4c5a-ab7f-82b74143b481 req-97ca10ac-61c6-4470-b642-5226b59f642b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.1185701 Dec 27 14:22:53.549794 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.557835 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.618596 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b3b3d6e9-0bdb-4c5a-ab7f-82b74143b481 req-cf4f301e-6dc9-45fb-bf79-2ffb59bcb907 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827217 Dec 27 14:22:53.628468 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'Port': ['ID=b8ca3a69-f93b-4a12-ace4-e25c671483c8,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:53.671130 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:22:53.674746 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-81c09c93-76b6-45c4-825d-aa65803e0a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.690007 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.705291 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d201c0-ad7a-4235-970e-22632307991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.717052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.720344 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b798e4cb-d5ff-416b-9b5b-adbbd7858983 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6771371 Dec 27 14:22:53.763884 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-243684f5-c0fb-4f8b-97c0-df1f6743cf22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.770468 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-243684f5-c0fb-4f8b-97c0-df1f6743cf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.791102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-68d201c0-ad7a-4235-970e-22632307991f None None] For port bd4e707a-1389-4594-a9fc-d8f4063c7599, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=bd4e707a-1389-4594-a9fc-d8f4063c7599,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:22:53.802021 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-68d201c0-ad7a-4235-970e-22632307991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.802262 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-243684f5-c0fb-4f8b-97c0-df1f6743cf22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4632eccf730c4a6b966a63a8a322554f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5929244 Dec 27 14:22:53.805408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56296) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:53.858703 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243684f5-c0fb-4f8b-97c0-df1f6743cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278f22f-0295-4f32-89bd-dbbce928f349,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:53.901201 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b7041f2-9c29-4f5c-9152-2ab3234f48f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.902463 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d201c0-ad7a-4235-970e-22632307991f None None] Pushing event updated for resources: {'Port': ['ID=bd4e707a-1389-4594-a9fc-d8f4063c7599,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:53.937753 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b7041f2-9c29-4f5c-9152-2ab3234f48f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.966146 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:53.973502 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-a6061476-b801-420c-b86f-24a8795c0780 None None] Provisioning complete for port bd4e707a-1389-4594-a9fc-d8f4063c7599 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:53.973767 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6061476-b801-420c-b86f-24a8795c0780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:54.013377 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-e029608c-511b-4024-9033-548db1d03b7a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1880734074&fields=id&tenant_id=cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 267 time: 0.0676620 Dec 27 14:22:54.037932 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:52Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:22:54.044982 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b7041f2-9c29-4f5c-9152-2ab3234f48f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:54.047499 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9b7041f2-9c29-4f5c-9152-2ab3234f48f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:54.048703 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9b7041f2-9c29-4f5c-9152-2ab3234f48f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3278f22f-0295-4f32-89bd-dbbce928f349 HTTP/1.1" status: 204 len: 168 time: 0.2422638 Dec 27 14:22:54.094502 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7041f2-9c29-4f5c-9152-2ab3234f48f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278f22f-0295-4f32-89bd-dbbce928f349,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:54.100472 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5262cd-6359-4d44-9a94-0ba7c21162d6 None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:52Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:22:54.183537 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-1d648632-4649-4e22-9004-4f0bb505e44e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:54.202157 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-1d648632-4649-4e22-9004-4f0bb505e44e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 817 time: 0.1804118 Dec 27 14:22:54.215053 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-8cfee4de-47de-4e24-9074-441d1291a039 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/quotas/cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 375 time: 0.0104411 Dec 27 14:22:54.276942 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-dfbb2524-d596-479f-a80a-0eb33c08e21c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572762 Dec 27 14:22:54.374975 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:54.404458 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-eb91ea9c-61bb-4688-97a4-1533c61cb4e8 service neutron] 10.222.0.37 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110303 Dec 27 14:22:54.513612 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-e605530c-9fc7-4712-8ccc-7043152fa384 service neutron] 10.222.0.37 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015964 Dec 27 14:22:54.771682 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58f74e-f307-4a76-9be5-0122f170e32f req-a111f94f-a568-4c4c-a6f8-8182f15b5c32 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:54.773837 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac58f74e-f307-4a76-9be5-0122f170e32f req-a111f94f-a568-4c4c-a6f8-8182f15b5c32 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0736325 Dec 27 14:22:54.832360 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac58f74e-f307-4a76-9be5-0122f170e32f req-b4884419-b6e7-43fa-b498-b318cc78b63c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520873 Dec 27 14:22:54.955292 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc9cb-d06e-461b-8a6e-723265d4edb1 req-75dfc23a-aab4-48a5-9c72-d20ee24bbba2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:54.965058 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-70dbc9cb-d06e-461b-8a6e-723265d4edb1 req-75dfc23a-aab4-48a5-9c72-d20ee24bbba2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0690503 Dec 27 14:22:55.033992 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-70dbc9cb-d06e-461b-8a6e-723265d4edb1 req-c6d12aef-ed60-494e-af90-9b8cc40e477d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673919 Dec 27 14:22:55.118493 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-870bcc5f-1f58-454a-8220-1276c0fd20c6 req-052ad026-fe63-4d3e-b670-6e4c55d5d8eb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0258639 Dec 27 14:22:55.238651 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789af51-69ce-4c4a-84e1-b91cd4bb4c2c req-dadf3337-5113-44a4-a8c9-e0203b1022a4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:55.240176 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5789af51-69ce-4c4a-84e1-b91cd4bb4c2c req-dadf3337-5113-44a4-a8c9-e0203b1022a4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0509357 Dec 27 14:22:55.299455 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5789af51-69ce-4c4a-84e1-b91cd4bb4c2c req-7021edbd-de8c-4227-8521-93827d210f24 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Dec 27 14:22:55.449229 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56362) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:55.557537 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device bd4e707a-1389-4594-a9fc-d8f4063c7599 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:22:55.589637 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e95ad375-db55-4bf5-a9b5-002253748aa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.607542 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port bd4e707a-1389-4594-a9fc-d8f4063c7599 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:22:55.608552 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.678558 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e95ad375-db55-4bf5-a9b5-002253748aa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.684174 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e95ad375-db55-4bf5-a9b5-002253748aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.727188 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e95ad375-db55-4bf5-a9b5-002253748aa3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f4e68146989475b91bfc9466f257698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739367 Dec 27 14:22:55.727188 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ad375-db55-4bf5-a9b5-002253748aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f18391e-b2dc-4d02-b50d-adfcb158d176,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:55.728277 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56374) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:22:55.794583 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7fc34897-e8f6-44cc-8949-f8e5d7cb865e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.816911 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7fc34897-e8f6-44cc-8949-f8e5d7cb865e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.865850 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7fc34897-e8f6-44cc-8949-f8e5d7cb865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.868587 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7fc34897-e8f6-44cc-8949-f8e5d7cb865e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:55.872150 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7fc34897-e8f6-44cc-8949-f8e5d7cb865e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f18391e-b2dc-4d02-b50d-adfcb158d176 HTTP/1.1" status: 204 len: 168 time: 0.1405363 Dec 27 14:22:55.877886 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc34897-e8f6-44cc-8949-f8e5d7cb865e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f18391e-b2dc-4d02-b50d-adfcb158d176,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:22:55.983326 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368db7-ba69-4ee5-a2bf-b533bce6b335 req-119c6e7a-b768-4f06-acd9-a92ad01cf47e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:55.985407 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57368db7-ba69-4ee5-a2bf-b533bce6b335 req-119c6e7a-b768-4f06-acd9-a92ad01cf47e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0527463 Dec 27 14:22:56.037693 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57368db7-ba69-4ee5-a2bf-b533bce6b335 req-eddbab69-bfcd-4ac4-824f-c20c5ee35b51 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Dec 27 14:22:56.168698 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:56.174065 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fa28b-f95e-4177-b730-54fba8e6e9ad req-f95b9409-fc47-479c-9c89-220e3639e67e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:56.175986 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ad5fa28b-f95e-4177-b730-54fba8e6e9ad req-f95b9409-fc47-479c-9c89-220e3639e67e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0676339 Dec 27 14:22:56.228026 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ad5fa28b-f95e-4177-b730-54fba8e6e9ad req-f35b8dc2-5a5e-47a4-8565-fc5e29f2ab28 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458179 Dec 27 14:22:56.321261 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-89690ef1-3e80-41f7-b6f0-7d8ba78606a2 req-8b2a6e14-24ef-4a6c-baae-94aa88644cef tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0292828 Dec 27 14:22:56.452590 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24151b4-fd4b-43bd-b731-6cffd980c4d0 req-b1d68292-ec8e-472d-856f-6b045518855a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:56.454243 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a24151b4-fd4b-43bd-b731-6cffd980c4d0 req-b1d68292-ec8e-472d-856f-6b045518855a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0537584 Dec 27 14:22:56.504473 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a24151b4-fd4b-43bd-b731-6cffd980c4d0 req-85e1b605-7f9d-4ece-8899-72588357cdf8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Dec 27 14:22:56.986305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:57.155790 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f1d9a-aaf5-4a69-9954-903b426cc164 req-79a78ed8-3af3-485d-935e-75bc330b7333 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:57.157559 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-673f1d9a-aaf5-4a69-9954-903b426cc164 req-79a78ed8-3af3-485d-935e-75bc330b7333 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0521083 Dec 27 14:22:57.206733 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-673f1d9a-aaf5-4a69-9954-903b426cc164 req-8c578bd6-3156-42d4-9933-f07e3d1a2dfe tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Dec 27 14:22:57.344696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ac68c-a8bc-4e81-aada-aaaf4d763e3b req-5d0880a8-fc1c-435c-869c-c97421f99e7d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:57.346055 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a06ac68c-a8bc-4e81-aada-aaaf4d763e3b req-5d0880a8-fc1c-435c-869c-c97421f99e7d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0479066 Dec 27 14:22:57.392262 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a06ac68c-a8bc-4e81-aada-aaaf4d763e3b req-9914bee4-e11e-47d6-b18f-9cf1a7a223de tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Dec 27 14:22:57.469971 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4306e29d-6d46-490d-81b3-0450df19b8b5 req-3365e57c-1a80-427a-9783-d25bee7c4c66 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0255482 Dec 27 14:22:57.626880 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167ec10-a823-4682-b8c5-af7decf8e09c req-4292c91b-5e51-481b-8bcc-c287e8d3da55 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:57.628376 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0167ec10-a823-4682-b8c5-af7decf8e09c req-4292c91b-5e51-481b-8bcc-c287e8d3da55 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0533214 Dec 27 14:22:57.676845 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0167ec10-a823-4682-b8c5-af7decf8e09c req-9989995c-9bd1-459a-ae54-1ca90c20d106 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417573 Dec 27 14:22:58.158907 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-b4991627-13f4-4fa2-a5ba-be4299a4991a tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ca740df033cb4ee7a6a42fe098749e01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298855 Dec 27 14:22:58.341132 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-ecb78592-9d97-492b-9319-1a497ee6fdd9 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:58.342564 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-ecb78592-9d97-492b-9319-1a497ee6fdd9 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780124 Dec 27 14:22:58.357377 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-f3b9cb09-1c38-4bd9-bf95-19ddc5b10414 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/quotas/ca740df033cb4ee7a6a42fe098749e01 HTTP/1.1" status: 200 len: 375 time: 0.0091131 Dec 27 14:22:58.621117 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-a554cadc-26c5-4551-b519-3e66150f2689 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca740df033cb4ee7a6a42fe098749e01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2587299 Dec 27 14:22:58.663717 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33046a-68ba-48e0-a92b-144f79eb974a req-844f8ea3-cea2-41a7-9f67-584716e57397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:58.665232 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2b33046a-68ba-48e0-a92b-144f79eb974a req-844f8ea3-cea2-41a7-9f67-584716e57397 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1097 time: 0.0469201 Dec 27 14:22:58.668409 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ac98b-3b44-47e3-a842-dd22154c1357 req-af3d6798-0f21-4ab1-8f28-fb813a57a21c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:58.669924 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-860ac98b-3b44-47e3-a842-dd22154c1357 req-af3d6798-0f21-4ab1-8f28-fb813a57a21c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0579789 Dec 27 14:22:58.725844 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-860ac98b-3b44-47e3-a842-dd22154c1357 req-2ca22cf4-e688-4515-b5a6-c7ebcfd5c28c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Dec 27 14:22:58.852269 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-969630fb-31f0-4f8f-b8de-a00c76db3d3f req-d62f33a1-5070-438a-a141-dca89dc32f62 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0378287 Dec 27 14:22:58.891486 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33046a-68ba-48e0-a92b-144f79eb974a req-31d64c4a-7952-459f-82ad-514d387ca00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:58.893445 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2b33046a-68ba-48e0-a92b-144f79eb974a req-31d64c4a-7952-459f-82ad-514d387ca00a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1947610 Dec 27 14:22:58.942292 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369f0dd-3657-429a-9fae-1c331c29da88 req-96f4c6c2-4fc1-47db-b8b0-6993f4f3e429 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:58.945033 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1369f0dd-3657-429a-9fae-1c331c29da88 req-96f4c6c2-4fc1-47db-b8b0-6993f4f3e429 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0983982 Dec 27 14:22:59.047016 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1369f0dd-3657-429a-9fae-1c331c29da88 req-3b398cc6-3102-4cf1-844c-b5f299c2698e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937285 Dec 27 14:22:59.091972 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c761f72-4faf-4aaa-a6c8-54ef4d343637 req-4c1105a0-2dcd-4123-be6f-c3b2e46f8786 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.104071 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9c761f72-4faf-4aaa-a6c8-54ef4d343637 req-4c1105a0-2dcd-4123-be6f-c3b2e46f8786 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.1183662 Dec 27 14:22:59.164238 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3bb06249-83f9-453a-ad28-62d9db9c3c89 req-74e447e1-0b7b-4224-be5a-8bc33e8104a3 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 210 time: 0.0407457 Dec 27 14:22:59.173804 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33046a-68ba-48e0-a92b-144f79eb974a req-46ea385b-bdde-4f27-8c96-e7155716c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.176851 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2b33046a-68ba-48e0-a92b-144f79eb974a req-46ea385b-bdde-4f27-8c96-e7155716c6cb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2731283 Dec 27 14:22:59.219671 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9c761f72-4faf-4aaa-a6c8-54ef4d343637 req-df46c895-9016-4eeb-80b8-a6980a784a44 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125889 Dec 27 14:22:59.485860 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-843f6b9b-916e-43fe-950c-23b7b3e28df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.487585 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-843f6b9b-916e-43fe-950c-23b7b3e28df1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1097 time: 0.1095936 Dec 27 14:22:59.540491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-4922820a-c6fc-4e29-b7d1-eeb94902b836 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.543348 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-4922820a-c6fc-4e29-b7d1-eeb94902b836 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 817 time: 0.1897044 Dec 27 14:22:59.544215 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-998165d9-8ff1-4782-abf2-fb667801d28b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 217 time: 0.0433323 Dec 27 14:22:59.639932 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-770be146-b86a-41f1-8dd8-ef6abc5fe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.641745 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-770be146-b86a-41f1-8dd8-ef6abc5fe69d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0594218 Dec 27 14:22:59.658272 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-3e456dfa-f19d-404e-b835-e05751c1d862 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 380 time: 0.0847917 Dec 27 14:22:59.674042 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'port': {'device_id': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'admin_state_up': True, 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'security_groups': ['5cc45ba4-1996-4ea0-ba02-2df4485fd87f']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:22:59.720717 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-0884b851-4b2e-41fb-8e25-af3b03d7ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.722803 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-0884b851-4b2e-41fb-8e25-af3b03d7ae19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548699 Dec 27 14:22:59.801349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Made reservation on behalf of cb5e638b0aa0424484c3eb48434d7e66 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:22:59.805185 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:22:59.844364 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-7207c378-897e-4d3e-84e5-8eae7d48cf4c service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105454 Dec 27 14:22:59.912360 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a81413-a8dd-453b-8e86-d753cc19f6f8 req-52969049-f544-4540-a045-d3fcbf474c4c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:22:59.913832 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d3a81413-a8dd-453b-8e86-d753cc19f6f8 req-52969049-f544-4540-a045-d3fcbf474c4c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1046154 Dec 27 14:22:59.941548 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-293a88f0-de75-4568-8aa3-288ac9cb410b req-4f98bf3e-ff65-488e-9090-c191285f0e5f service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897038 Dec 27 14:23:00.000024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Allocated IP 172.20.0.8 (d685d204-a878-46a9-9c80-314fd33c30a4/4b4a305c-65e2-424d-beee-f0bdc2760b72/d8953eb3-d364-4473-98c5-e33562dcd960) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:23:00.004741 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d3a81413-a8dd-453b-8e86-d753cc19f6f8 req-466a18ef-20cb-4e74-bad2-3d31e117c701 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822976 Dec 27 14:23:00.013729 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ebabee61-d6b7-469c-821f-b393a53a64d6 req-d10e7684-c1eb-48fc-a341-f16eabcc1165 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 210 time: 0.0331752 Dec 27 14:23:00.179920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.210632 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0779b0d-105d-4de6-b374-f6a2cee926b9 req-09339f26-cd38-4c39-826d-f1c3b7050a47 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:00.214626 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f0779b0d-105d-4de6-b374-f6a2cee926b9 req-09339f26-cd38-4c39-826d-f1c3b7050a47 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0911887 Dec 27 14:23:00.231644 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-4061725c-6c0b-4232-ad6f-d273fd006a9b tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ca740df033cb4ee7a6a42fe098749e01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305412 Dec 27 14:23:00.270456 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.320829 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f0779b0d-105d-4de6-b374-f6a2cee926b9 req-149c9562-b66f-4b2d-9304-06368ca678cc tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986629 Dec 27 14:23:00.339566 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Network d685d204-a878-46a9-9c80-314fd33c30a4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:23:00.342716 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:00.345593 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:23:00.365879 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4f206acc-d800-4024-b0f9-78614fbb675a req-53b552ec-00e3-4a56-9b0e-204500db3190 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 210 time: 0.0871654 Dec 27 14:23:00.378888 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:00.413396 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:00.413944 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.466384 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-2730c596-f01b-4840-8992-0761b49618ec tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981644 Dec 27 14:23:00.484832 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Request body: {'port': {'device_id': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:00.514184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f88230-6cf7-49a6-8514-e135fbeeebaa req-fa167d2d-55f3-4292-b33d-e7b754a1061d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:00.516483 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-78f88230-6cf7-49a6-8514-e135fbeeebaa req-fa167d2d-55f3-4292-b33d-e7b754a1061d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0869770 Dec 27 14:23:00.521729 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-93bae1b3-e227-4230-b821-9a476820f292 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:00.523493 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-93bae1b3-e227-4230-b821-9a476820f292 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843633 Dec 27 14:23:00.541515 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Request body: {'port': {'device_id': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb', 'admin_state_up': True, 'tenant_id': 'ca740df033cb4ee7a6a42fe098749e01'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:00.579765 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.634353 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-78f88230-6cf7-49a6-8514-e135fbeeebaa req-18e80d1c-b19d-4784-93f5-47dbc6a1f3e4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112430 Dec 27 14:23:00.696646 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Made reservation on behalf of ca740df033cb4ee7a6a42fe098749e01 for: {'port': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:23:00.704951 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.710067 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-a47537ce-f0ed-4563-b8b2-94a5cb453ddd None None] Provisioning complete for port d8953eb3-d364-4473-98c5-e33562dcd960 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:00.715266 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a47537ce-f0ed-4563-b8b2-94a5cb453ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.719104 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.811166 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-a47537ce-f0ed-4563-b8b2-94a5cb453ddd None None] Port d8953eb3-d364-4473-98c5-e33562dcd960 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:23:00.853935 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.863969 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:00.952996 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61673cae-e77d-41d2-b695-21191833524c,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:00.998032 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:01.035226 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8953eb3-d364-4473-98c5-e33562dcd960 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:01.045600 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56568) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:01.051213 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.071129 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Transition to ACTIVE for port object d8953eb3-d364-4473-98c5-e33562dcd960 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:23:01.079815 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.107065 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Allocated IP 192.168.233.114 (330d8dcf-9a75-4071-bae9-bb92e7c729eb/04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f/93ed3518-1780-484d-ba95-946cdfd9103a) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:23:01.207643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c806828-c2de-489f-95f5-fb414e5fa6ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.251733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:01.264945 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dd93ce28-8290-4f5d-b023-b05f496745b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.328674 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:01.331060 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20188b5e-b27b-4021-a0a5-567317655612 req-b3d58eec-07c8-4cdc-a5da-423d5cabc03a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:01.333039 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-20188b5e-b27b-4021-a0a5-567317655612 req-b3d58eec-07c8-4cdc-a5da-423d5cabc03a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1900182 Dec 27 14:23:01.388617 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.412630 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Attempting to bind port d8953eb3-d364-4473-98c5-e33562dcd960 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:23:01.412909 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Attempting to bind port d8953eb3-d364-4473-98c5-e33562dcd960 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:23:01.413221 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Attempting to bind port d8953eb3-d364-4473-98c5-e33562dcd960 on network d685d204-a878-46a9-9c80-314fd33c30a4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:01.439059 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Port d8953eb3-d364-4473-98c5-e33562dcd960 on network d685d204-a878-46a9-9c80-314fd33c30a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:23:01.439394 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Attempting to bind port d8953eb3-d364-4473-98c5-e33562dcd960 on network d685d204-a878-46a9-9c80-314fd33c30a4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:01.444807 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dd93ce28-8290-4f5d-b023-b05f496745b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.450762 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dd93ce28-8290-4f5d-b023-b05f496745b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.456416 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-20188b5e-b27b-4021-a0a5-567317655612 req-61bb5923-8894-47d2-ac1b-0c53d528dae6 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109598 Dec 27 14:23:01.462257 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:23:01.462603 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Checking segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:23:01.463052 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Bound using segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:23:01.463604 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Bound port: d8953eb3-d364-4473-98c5-e33562dcd960, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:23:01.464287 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.471904 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.486363 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c806828-c2de-489f-95f5-fb414e5fa6ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.527203 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ce28-8290-4f5d-b023-b05f496745b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b213dc-df3b-4ebc-b6dc-0ba1a3892ffc,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:01.533054 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7c806828-c2de-489f-95f5-fb414e5fa6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.552714 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Network 330d8dcf-9a75-4071-bae9-bb92e7c729eb is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:23:01.560891 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:01.564460 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-dd93ce28-8290-4f5d-b023-b05f496745b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2679a8edf77402983a835321837fa95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178568 Dec 27 14:23:01.565279 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:23:01.570784 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56584) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:01.631203 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c806828-c2de-489f-95f5-fb414e5fa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d3b2f-be76-448a-969b-235e657898e0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:01.660532 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7c806828-c2de-489f-95f5-fb414e5fa6ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e07327d7054482c9e5e62fc27889260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6578116 Dec 27 14:23:01.670104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56586) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:01.677225 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:23:01.703612 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:23:01.718184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.815143 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:01.818592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.820144 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 1093 time: 1.3401957 Dec 27 14:23:01.820816 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:01.823098 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8896a3-c6d8-404b-b332-fec9f81bd558" -d '{"events": [{"name": "network-changed", "server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:01.835816 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1661e73-a41e-4784-a1e7-7d23b90d14fe req-51289ecc-ef59-42a4-8d93-ea996bb715c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:01.843661 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e1661e73-a41e-4784-a1e7-7d23b90d14fe req-51289ecc-ef59-42a4-8d93-ea996bb715c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.2379239 Dec 27 14:23:01.863160 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-042a3fd2-7cff-4ebc-9da5-1db9a7598041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.878548 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-5fa51fd7-82ed-4cac-982b-c63cdb1d4517 None None] Provisioning complete for port 93ed3518-1780-484d-ba95-946cdfd9103a triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:01.879497 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5fa51fd7-82ed-4cac-982b-c63cdb1d4517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.887380 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-042a3fd2-7cff-4ebc-9da5-1db9a7598041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.923132 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:01.923766 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:01.935225 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Pushing event updated for resources: {'Port': ['ID=93ed3518-1780-484d-ba95-946cdfd9103a,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:01.942328 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-5fa51fd7-82ed-4cac-982b-c63cdb1d4517 None None] Port 93ed3518-1780-484d-ba95-946cdfd9103a cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:23:01.953944 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-11412729-59b6-42f3-b0ba-0e66c5b8fb89 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4170916 Dec 27 14:23:01.967589 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7bb07-30c8-40b0-9141-2694e859461a req-9700c584-1541-4411-a36e-0319ccf99c0e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:01.969397 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4ec7bb07-30c8-40b0-9141-2694e859461a req-9700c584-1541-4411-a36e-0319ccf99c0e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.3571632 Dec 27 14:23:01.974685 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Request body: {'port': {'device_id': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:02.005948 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02e986dd-68c9-46c1-a28d-7d47f5f4605e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.015477 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ae7e5-1561-43e5-aa99-ad76126d5e53 service neutron] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:02.054477 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.068140 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e1661e73-a41e-4784-a1e7-7d23b90d14fe req-d362861f-1e6a-4544-b9d7-e2ccb94b2ec6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209115 Dec 27 14:23:02.087272 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4ec7bb07-30c8-40b0-9141-2694e859461a req-777bbd86-4c07-47b4-af34-5d3c8c537e74 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895655 Dec 27 14:23:02.099019 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02e986dd-68c9-46c1-a28d-7d47f5f4605e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.102202 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-f19521e7-1672-4dcf-91e3-2bbc40b0a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.103704 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-f19521e7-1672-4dcf-91e3-2bbc40b0a20b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1096 time: 0.1939130 Dec 27 14:23:02.132902 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-042a3fd2-7cff-4ebc-9da5-1db9a7598041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.137515 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-042a3fd2-7cff-4ebc-9da5-1db9a7598041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.141522 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-042a3fd2-7cff-4ebc-9da5-1db9a7598041 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99b213dc-df3b-4ebc-b6dc-0ba1a3892ffc HTTP/1.1" status: 204 len: 168 time: 0.5639827 Dec 27 14:23:02.190406 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9b357-9d0d-4093-9614-89e8a9a0b931 req-cf76e778-92ec-42e8-b3e8-84ead84af2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.192150 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c4d9b357-9d0d-4093-9614-89e8a9a0b931 req-cf76e778-92ec-42e8-b3e8-84ead84af2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 1098 time: 0.2530308 Dec 27 14:23:02.218634 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-88f4418a-f2ba-476b-b9b9-86856ecc4ac1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 217 time: 0.0968533 Dec 27 14:23:02.233735 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a3fd2-7cff-4ebc-9da5-1db9a7598041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b213dc-df3b-4ebc-b6dc-0ba1a3892ffc,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:02.263880 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2906593-1d23-4cd6-9689-568680fe1238 x-openstack-request-id: req-e2906593-1d23-4cd6-9689-568680fe1238 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:02.264174 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:02.264429 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2906593-1d23-4cd6-9689-568680fe1238 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:02.264815 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'status': 'completed', 'code': 200} Dec 27 14:23:02.352848 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-8ec91b44-d4a0-42a2-a8f1-0ca46aa87e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.354879 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-8ec91b44-d4a0-42a2-a8f1-0ca46aa87e9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0929873 Dec 27 14:23:02.363127 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c45ca-d110-45f5-a329-2f41ab1a683c req-df576a05-beb1-4828-a5af-45961d13b8f8 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.364663 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f3c45ca-d110-45f5-a329-2f41ab1a683c req-df576a05-beb1-4828-a5af-45961d13b8f8 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 936 time: 0.1771133 Dec 27 14:23:02.368219 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c4d9b357-9d0d-4093-9614-89e8a9a0b931 req-3ffaf977-66ad-4721-b426-b4bb99f21c31 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520236 Dec 27 14:23:02.368786 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02e986dd-68c9-46c1-a28d-7d47f5f4605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.372152 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-02e986dd-68c9-46c1-a28d-7d47f5f4605e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.375591 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-02e986dd-68c9-46c1-a28d-7d47f5f4605e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/219d3b2f-be76-448a-969b-235e657898e0 HTTP/1.1" status: 204 len: 168 time: 0.7021713 Dec 27 14:23:02.409443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e986dd-68c9-46c1-a28d-7d47f5f4605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d3b2f-be76-448a-969b-235e657898e0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:02.441473 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ed3518-1780-484d-ba95-946cdfd9103a {{(pid=102429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:02.450678 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.465273 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.provisioning_blocks [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Transition to ACTIVE for port object 93ed3518-1780-484d-ba95-946cdfd9103a will not be triggered until provisioned by entity L2. {{(pid=102429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:23:02.467946 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-bca8009a-bf69-41c7-aa45-47d605cd8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.469519 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-bca8009a-bf69-41c7-aa45-47d605cd8ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037624 Dec 27 14:23:02.470164 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.473322 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f3c45ca-d110-45f5-a329-2f41ab1a683c req-b939795a-c73b-45bd-a043-c3c4444ee840 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991352 Dec 27 14:23:02.552590 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Pushing event updated for resources: {'Port': ['ID=93ed3518-1780-484d-ba95-946cdfd9103a,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:02.707528 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Attempting to bind port 93ed3518-1780-484d-ba95-946cdfd9103a on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:23:02.707915 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Attempting to bind port 93ed3518-1780-484d-ba95-946cdfd9103a by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:23:02.710535 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Attempting to bind port 93ed3518-1780-484d-ba95-946cdfd9103a on network 330d8dcf-9a75-4071-bae9-bb92e7c729eb {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:02.738824 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025600f7-c503-46bc-aa75-add077844e6c req-acaac647-8441-4442-bf0a-1f62898dc46e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.740457 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-025600f7-c503-46bc-aa75-add077844e6c req-acaac647-8441-4442-bf0a-1f62898dc46e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.1507416 Dec 27 14:23:02.746471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Port 93ed3518-1780-484d-ba95-946cdfd9103a on network 330d8dcf-9a75-4071-bae9-bb92e7c729eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:23:02.746471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Attempting to bind port 93ed3518-1780-484d-ba95-946cdfd9103a on network 330d8dcf-9a75-4071-bae9-bb92e7c729eb {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:02.762207 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:23:02.762559 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Checking segment: {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:23:02.762940 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Bound using segment: {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:23:02.763382 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Bound port: 93ed3518-1780-484d-ba95-946cdfd9103a, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb'}}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:23:02.763737 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.767411 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-4f980800-6b62-4def-aeca-1fba90c43c58 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158450 Dec 27 14:23:02.845228 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-025600f7-c503-46bc-aa75-add077844e6c req-97accb11-4a39-454e-96bf-98ab3683f434 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929620 Dec 27 14:23:02.878673 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] For port 93ed3518-1780-484d-ba95-946cdfd9103a, host hv-cinder-82301, cleared binding levels {{(pid=102429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:23:02.878960 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] For port 93ed3518-1780-484d-ba95-946cdfd9103a, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=93ed3518-1780-484d-ba95-946cdfd9103a,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:23:02.885572 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.898450 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3d39383-5a62-431f-8d9c-e4805daf87de req-50a40054-32b0-47f6-bf03-3aec37a6ecc0 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243727 Dec 27 14:23:02.938597 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:02.939221 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:02.940825 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] 10.222.0.30 "PUT /v2.0/ports/93ed3518-1780-484d-ba95-946cdfd9103a HTTP/1.1" status: 200 len: 1098 time: 0.9703374 Dec 27 14:23:02.941348 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'tag': '93ed3518-1780-484d-ba95-946cdfd9103a'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:02.943611 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10150a9f-2915-48c3-ae68-08274d208ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d4102a-6cfc-442e-aa11-c1af898bfedd", "tag": "93ed3518-1780-484d-ba95-946cdfd9103a"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:02.954937 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56612) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:02.979667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7649a2e-d5a5-48b9-a90f-2084e940a46e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.009533 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885a6ddf-4563-4386-8e2f-9627a1b88fde service neutron] Pushing event updated for resources: {'Port': ['ID=93ed3518-1780-484d-ba95-946cdfd9103a,revision_number=3']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:03.032682 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-9d9bbf60-9a2c-4bd6-b928-fd0e01d49139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.034200 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-9d9bbf60-9a2c-4bd6-b928-fd0e01d49139 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0772045 Dec 27 14:23:03.035732 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106d2ee-a5c6-45b4-bed3-0e2130fd03c3 x-openstack-request-id: req-8106d2ee-a5c6-45b4-bed3-0e2130fd03c3 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:03.036129 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d4102a-6cfc-442e-aa11-c1af898bfedd", "tag": "93ed3518-1780-484d-ba95-946cdfd9103a", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:03.036384 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8106d2ee-a5c6-45b4-bed3-0e2130fd03c3 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:03.036861 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'tag': '93ed3518-1780-484d-ba95-946cdfd9103a', 'status': 'completed', 'code': 200} Dec 27 14:23:03.081422 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-47cc4a55-78c6-41c4-96fc-d8bb7316f658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.082899 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-47cc4a55-78c6-41c4-96fc-d8bb7316f658 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca740df033cb4ee7a6a42fe098749e01&device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 1101 time: 0.0768576 Dec 27 14:23:03.153718 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-0c5be2d2-7095-4b43-9f7e-cf04feb8c1c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=93ed3518-1780-484d-ba95-946cdfd9103a HTTP/1.1" status: 200 len: 217 time: 0.0609155 Dec 27 14:23:03.203549 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7649a2e-d5a5-48b9-a90f-2084e940a46e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.211684 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e7649a2e-d5a5-48b9-a90f-2084e940a46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.266395 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d02efd-4599-42a5-a3b5-522bd26b566a req-c6c1c0e1-9f73-4810-a239-75717c6d9b55 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.273673 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-02d02efd-4599-42a5-a3b5-522bd26b566a req-c6c1c0e1-9f73-4810-a239-75717c6d9b55 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0920806 Dec 27 14:23:03.276647 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-78bd0087-105a-411a-894e-807b26e17741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.278848 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-78bd0087-105a-411a-894e-807b26e17741 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f HTTP/1.1" status: 200 len: 843 time: 0.1169212 Dec 27 14:23:03.319461 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-fe125fab-8ec4-4ca4-9d90-f15eef6134e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.328877 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e7649a2e-d5a5-48b9-a90f-2084e940a46e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dbd888bd03945909cab1aae5f281520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706150 Dec 27 14:23:03.329393 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7649a2e-d5a5-48b9-a90f-2084e940a46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4412da88-4d33-4fdc-add0-5c92e9404a65,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:03.331579 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:03.332227 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-fe125fab-8ec4-4ca4-9d90-f15eef6134e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.2806239 Dec 27 14:23:03.381972 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d72c9-b2a7-494d-a1b6-58aaf76d30db req-efe45969-3966-48ff-83d7-12d4768d8844 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.383446 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f66d72c9-b2a7-494d-a1b6-58aaf76d30db req-efe45969-3966-48ff-83d7-12d4768d8844 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.1518764 Dec 27 14:23:03.393491 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-ba85be34-1158-4829-bd4a-d5a3f9fddab5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 217 time: 0.0499873 Dec 27 14:23:03.403027 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-c0089d2a-b9e2-4965-aca6-79b8cb1c3123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.404357 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-02d02efd-4599-42a5-a3b5-522bd26b566a req-f4b73f8b-de7d-4f28-a9e1-885795bdf043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297944 Dec 27 14:23:03.404509 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-c0089d2a-b9e2-4965-aca6-79b8cb1c3123 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=330d8dcf-9a75-4071-bae9-bb92e7c729eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1181180 Dec 27 14:23:03.472282 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d96832b0-1d5f-4625-8f55-589fb51232f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.499052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-c89151fd-efcc-477c-ac1c-91c6389e6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.500515 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-c89151fd-efcc-477c-ac1c-91c6389e6ffd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0947337 Dec 27 14:23:03.534586 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f66d72c9-b2a7-494d-a1b6-58aaf76d30db req-b522d445-d916-4de9-a4d2-110f7f28037d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411767 Dec 27 14:23:03.545602 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d96832b0-1d5f-4625-8f55-589fb51232f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.602014 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-f6867965-7a9d-43bd-98bd-5ec53386741c service neutron] 10.222.0.30 "GET /v2.0/networks/330d8dcf-9a75-4071-bae9-bb92e7c729eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873674 Dec 27 14:23:03.627076 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-c6c78b12-cf1f-45c8-bf7b-966af82701af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:03.628620 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-c6c78b12-cf1f-45c8-bf7b-966af82701af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077099 Dec 27 14:23:03.721173 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d96832b0-1d5f-4625-8f55-589fb51232f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.723901 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d96832b0-1d5f-4625-8f55-589fb51232f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:03.724816 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d96832b0-1d5f-4625-8f55-589fb51232f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4412da88-4d33-4fdc-add0-5c92e9404a65 HTTP/1.1" status: 204 len: 168 time: 0.3907530 Dec 27 14:23:03.744636 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96832b0-1d5f-4625-8f55-589fb51232f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4412da88-4d33-4fdc-add0-5c92e9404a65,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:03.762976 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-141b51d2-0b5c-4712-8805-34ee7462ada1 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250765 Dec 27 14:23:03.996107 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a8896a3-c6d8-404b-b332-fec9f81bd558 req-aead43bf-9cda-488a-8d96-cc64171ef4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132256 Dec 27 14:23:04.047303 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-1b46248b-3beb-40b7-a61b-8a1ee4dbf434 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.054976 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-1b46248b-3beb-40b7-a61b-8a1ee4dbf434 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.1865091 Dec 27 14:23:04.055472 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a35219-ad37-4ab1-9ad5-7e87479d4166 req-8b2a2a34-8a6d-4ac2-a830-9544d099f78e tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.064784 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-06a35219-ad37-4ab1-9ad5-7e87479d4166 req-8b2a2a34-8a6d-4ac2-a830-9544d099f78e tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 948 time: 0.4264064 Dec 27 14:23:04.072338 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-0d40ab83-e6c5-4b33-bd38-8aba0635639f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/quotas/648321538a5a439baf7e39cee8742fc4 HTTP/1.1" status: 200 len: 375 time: 0.0164070 Dec 27 14:23:04.074479 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56666) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:04.103215 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cca5eb13-ec0f-49f5-9444-25ff75d45ad2 req-bfc49696-1af3-4be0-8759-1558db425cbe service neutron] 10.222.0.30 "GET /v2.0/networks/330d8dcf-9a75-4071-bae9-bb92e7c729eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928074 Dec 27 14:23:04.136395 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-06a35219-ad37-4ab1-9ad5-7e87479d4166 req-42dfa4a6-ab9c-4340-882e-1af1353b4568 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703924 Dec 27 14:23:04.143738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-98da17f2-7ec1-4cbd-886e-7e244f8eac9c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704198 Dec 27 14:23:04.293994 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-366acf7e-b288-46ce-996c-912ba1e5460c service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493099 Dec 27 14:23:04.302681 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-9f555de3-87ed-4fdb-8acc-ca73fe35e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.304186 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-9f555de3-87ed-4fdb-8acc-ca73fe35e8c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca740df033cb4ee7a6a42fe098749e01&device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 1101 time: 0.0838892 Dec 27 14:23:04.311335 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-492a6f87-440a-46b5-ae4e-fc0280b206c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.316451 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b1dd7-aca7-4c75-b591-d2d8bcb0b5f3 req-82dacca5-1cba-40b5-9c51-c2aa4489511e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.318448 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c39b1dd7-aca7-4c75-b591-d2d8bcb0b5f3 req-82dacca5-1cba-40b5-9c51-c2aa4489511e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 944 time: 0.0852678 Dec 27 14:23:04.358442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56672) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:04.401504 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d17aa8c7-f53e-482b-a825-3b2e441ef928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.419443 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-6923ffd5-a027-4751-b666-4e48342f464a service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240242 Dec 27 14:23:04.451874 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c39b1dd7-aca7-4c75-b591-d2d8bcb0b5f3 req-6a3e2201-5676-4250-bd11-cd447a7204c1 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244500 Dec 27 14:23:04.456856 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-492a6f87-440a-46b5-ae4e-fc0280b206c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.464139 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-492a6f87-440a-46b5-ae4e-fc0280b206c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.492183 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-90d79242-52a8-4507-b7b8-208ea0e5e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.493553 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-90d79242-52a8-4507-b7b8-208ea0e5e23c service neutron] 10.222.0.30 "GET /v2.0/networks?id=330d8dcf-9a75-4071-bae9-bb92e7c729eb HTTP/1.1" status: 200 len: 869 time: 0.1742456 Dec 27 14:23:04.513444 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-492a6f87-440a-46b5-ae4e-fc0280b206c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edfb18f9cf5645ada3684f0c9b061635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378674 Dec 27 14:23:04.515235 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a6f87-440a-46b5-ae4e-fc0280b206c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a4ec9-bb9e-4657-b3dc-70d8209948d4,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:04.517835 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56676) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:04.560668 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-f8fba34c-0e5e-4f58-9f8d-ac0ecf217ce6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=93ed3518-1780-484d-ba95-946cdfd9103a HTTP/1.1" status: 200 len: 217 time: 0.0492778 Dec 27 14:23:04.597953 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-98024609-72d9-4c5d-9436-1bf718299492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.650972 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d17aa8c7-f53e-482b-a825-3b2e441ef928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.657868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d17aa8c7-f53e-482b-a825-3b2e441ef928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.665024 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-98024609-72d9-4c5d-9436-1bf718299492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.701781 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3355759-38f4-4328-a881-231f03b51118 req-fd771854-2302-4d4d-9722-3674b5771b57 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.708444 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b3355759-38f4-4328-a881-231f03b51118 req-fd771854-2302-4d4d-9722-3674b5771b57 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.1515014 Dec 27 14:23:04.708667 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6588863-4262-43f1-8ce3-0cdc22fd00bd req-78b986ea-0f02-45d5-9cab-7f23903eb885 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.716047 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e6588863-4262-43f1-8ce3-0cdc22fd00bd req-78b986ea-0f02-45d5-9cab-7f23903eb885 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0919964 Dec 27 14:23:04.716373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-97f619c6-029c-4d3d-8e68-119f1f0175e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.718008 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-97f619c6-029c-4d3d-8e68-119f1f0175e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f HTTP/1.1" status: 200 len: 843 time: 0.1462147 Dec 27 14:23:04.757670 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d17aa8c7-f53e-482b-a825-3b2e441ef928 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ab9c3d6aad348deabb46a74e817d3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978412 Dec 27 14:23:04.758345 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56690) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:04.760480 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-98024609-72d9-4c5d-9436-1bf718299492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.763315 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-98024609-72d9-4c5d-9436-1bf718299492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:04.766884 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-98024609-72d9-4c5d-9436-1bf718299492 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f14a4ec9-bb9e-4657-b3dc-70d8209948d4 HTTP/1.1" status: 204 len: 168 time: 0.2456965 Dec 27 14:23:04.787890 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e6588863-4262-43f1-8ce3-0cdc22fd00bd req-34e3ea70-2223-4b0e-8160-d8fd08977f0b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592034 Dec 27 14:23:04.796285 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98024609-72d9-4c5d-9436-1bf718299492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a4ec9-bb9e-4657-b3dc-70d8209948d4,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:04.818127 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aa8c7-f53e-482b-a825-3b2e441ef928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a20a36-8f2c-448a-a5cd-e9a954421cb1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:04.880676 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 7e953f6b-a948-41fc-94f1-b04996e676ac details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:23:04.884697 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4b7f934c-7f21-4bb5-b408-88ab30e50322 req-8422bf14-0c26-48c7-85f1-98b820241cc6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 210 time: 0.0366817 Dec 27 14:23:04.905374 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b3355759-38f4-4328-a881-231f03b51118 req-fc13c349-b162-4ed5-a096-da7eef85d611 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906013 Dec 27 14:23:04.945762 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-32c06fe7-3b9a-467e-afd6-560d71f3b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:04.950247 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-32c06fe7-3b9a-467e-afd6-560d71f3b4ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=330d8dcf-9a75-4071-bae9-bb92e7c729eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2011447 Dec 27 14:23:05.006518 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adce9fbf-b135-401c-bdaa-10224ba70bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:05.066029 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:05.089536 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'port_id': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'mac_address': 'fa:16:3e:d4:49:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:23:05.107659 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adce9fbf-b135-401c-bdaa-10224ba70bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:05.141857 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70138f9-0a1d-4ef2-992b-a654d91aebec req-96398e98-f9e8-4508-b9a3-1249394f79fd tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:05.149947 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d70138f9-0a1d-4ef2-992b-a654d91aebec req-96398e98-f9e8-4508-b9a3-1249394f79fd tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.1657732 Dec 27 14:23:05.159502 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:05.180809 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e953f6b-a948-41fc-94f1-b04996e676ac {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:05.202160 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-c7a66520-cb1b-46a5-af85-c5c96061746a service neutron] 10.222.0.30 "GET /v2.0/networks/330d8dcf-9a75-4071-bae9-bb92e7c729eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402849 Dec 27 14:23:05.233116 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:05.237636 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:05.237871 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d70138f9-0a1d-4ef2-992b-a654d91aebec req-25a0cbd0-ed05-4fb9-b079-4530efd3a1ec tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854423 Dec 27 14:23:05.291989 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:23:05.320393 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adce9fbf-b135-401c-bdaa-10224ba70bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:05.323200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:05.324655 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-adce9fbf-b135-401c-bdaa-10224ba70bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:05.325855 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-adce9fbf-b135-401c-bdaa-10224ba70bf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4a20a36-8f2c-448a-a5cd-e9a954421cb1 HTTP/1.1" status: 204 len: 168 time: 0.5208170 Dec 27 14:23:05.329672 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17bda9-0c24-400a-a4d8-537e734c572f req-58983191-e1a5-49b3-9b1b-be73b8ee0c5b tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:05.332543 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0b17bda9-0c24-400a-a4d8-537e734c572f req-58983191-e1a5-49b3-9b1b-be73b8ee0c5b tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 948 time: 0.0899107 Dec 27 14:23:05.365849 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce9fbf-b135-401c-bdaa-10224ba70bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a20a36-8f2c-448a-a5cd-e9a954421cb1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:05.409885 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0b17bda9-0c24-400a-a4d8-537e734c572f req-939dedd3-a766-44fd-a02e-a4f78185c286 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631857 Dec 27 14:23:05.412644 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10150a9f-2915-48c3-ae68-08274d208ef5 req-c75c40f1-29b5-405e-89a8-1fdc1f312885 service neutron] 10.222.0.30 "GET /v2.0/networks/330d8dcf-9a75-4071-bae9-bb92e7c729eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817024 Dec 27 14:23:05.592980 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2451b-a4e7-4689-8fbd-6228bc45f731 req-e08d904a-f798-4945-bb0e-657bbf054e46 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:05.595661 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2ce2451b-a4e7-4689-8fbd-6228bc45f731 req-e08d904a-f798-4945-bb0e-657bbf054e46 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 945 time: 0.0578840 Dec 27 14:23:05.654196 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2ce2451b-a4e7-4689-8fbd-6228bc45f731 req-60d28f16-a897-42e8-a26c-475e2480aa2a tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509841 Dec 27 14:23:05.955816 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['7e953f6b-a948-41fc-94f1-b04996e676ac'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:06.004459 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9021a2ed-057e-4767-8be1-039d0b7ba2c0 req-109feee9-1bb8-4ba0-9993-150ffe868dc7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 210 time: 0.0500288 Dec 27 14:23:06.051109 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942f771-3da9-437e-b34c-eca5c4c929b7 req-4ca1cc27-1e0e-4638-b922-97ad42f0f58f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:06.061199 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4942f771-3da9-437e-b34c-eca5c4c929b7 req-4ca1cc27-1e0e-4638-b922-97ad42f0f58f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0723438 Dec 27 14:23:06.144207 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4942f771-3da9-437e-b34c-eca5c4c929b7 req-28e03793-f898-4144-965d-1c069de30da0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819919 Dec 27 14:23:06.254310 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56734) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:06.309192 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-e5631ff5-9db6-45bf-96c6-ffc97ed6e5c9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:06.310684 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-e5631ff5-9db6-45bf-96c6-ffc97ed6e5c9 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.1462741 Dec 27 14:23:06.337259 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Request body: {'port': {'device_id': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'admin_state_up': True, 'tenant_id': '648321538a5a439baf7e39cee8742fc4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:06.393067 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1607074296-network', 'tenant_id': '6945d0284cf64136bf191e4e1ae16b37'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:06.417693 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Made reservation on behalf of 6945d0284cf64136bf191e4e1ae16b37 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:23:06.420134 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.428728 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.485555 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Made reservation on behalf of 648321538a5a439baf7e39cee8742fc4 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:23:06.489520 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.513702 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.517541 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.543140 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:23:06.552785 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03dab7b-3164-40d6-bc35-93b6d377449a,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:06.557609 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.557950 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Added segment 5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0 of type vlan for network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 Dec 27 14:23:06.597140 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c6e1d-b49e-4740-bbec-df9e5e2150b9 req-8097dc16-3680-429c-88aa-ef86323239a9 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:06.598621 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e8c6e1d-b49e-4740-bbec-df9e5e2150b9 req-8097dc16-3680-429c-88aa-ef86323239a9 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 948 time: 0.1068301 Dec 27 14:23:06.600906 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.626442 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.627450 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:06.628074 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.683942 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4279263 Dec 27 14:23:06.686701 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 56744) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:06.691346 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Request body: {'subnet': {'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1607074296-subnet', 'tenant_id': '6945d0284cf64136bf191e4e1ae16b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:06.695043 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e8c6e1d-b49e-4740-bbec-df9e5e2150b9 req-ea4869ff-1056-40c4-957e-18b4921df941 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894780 Dec 27 14:23:06.696769 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Allocated IP 172.20.0.8 (f572a130-3f83-4c3c-b51f-af2b9bc79a2e/8b5c6985-e3dc-4a23-9014-4a7d1f901915/de0c9b82-59fd-43d3-bf0a-a38ca864e6de) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:23:06.706459 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217d7f-7c23-409b-b91a-0cd2d399b089 admin admin] Pushing event updated for resources: {'Network': ['ID=751637e1-6a5a-45f9-829a-2ac2c9824dd1,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:06.730873 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:23:06.749988 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Made reservation on behalf of 6945d0284cf64136bf191e4e1ae16b37 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:23:06.753840 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.861994 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.884026 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e46c2-118d-4c07-bfb3-c9226f6a3f85 req-025366ff-13f5-4a6e-9f82-a62ce85b12f5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:06.886204 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1a7e46c2-118d-4c07-bfb3-c9226f6a3f85 req-025366ff-13f5-4a6e-9f82-a62ce85b12f5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 945 time: 0.1164238 Dec 27 14:23:06.903084 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:23:06.912167 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:06.972809 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:23:06.976707 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:06.976921 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1a7e46c2-118d-4c07-bfb3-c9226f6a3f85 req-fc848481-d875-474b-86ad-e4bebc9865f0 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Dec 27 14:23:06.981793 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:23:06.985858 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event updated for resources: {'Port': ['ID=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:07.043747 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.055082 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.055736 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.078738 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-3d956066-9223-4bc5-b1c3-294e9d6e70c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7451029 Dec 27 14:23:07.090937 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:07.105972 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a', 'f680b340-28a2-42f0-ac86-bdf63408f922'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:07.138635 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'mac_address': 'fa:16:3e:d1:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:23:07.152165 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56dbe6-ecf1-42f6-85ef-ba3371522896 req-8c7b46f9-3fb3-48cd-aba5-db58fb96a8ae tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.153887 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8e56dbe6-ecf1-42f6-85ef-ba3371522896 req-8c7b46f9-3fb3-48cd-aba5-db58fb96a8ae tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0689578 Dec 27 14:23:07.164262 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d71e008-cd9e-4e9e-bf73-a088d0a21ff8,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:07.192595 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Request body: {'port': {'device_id': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:07.195669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Checking segment: {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:23:07.195669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Network hostable DHCP agents. Network: 751637e1-6a5a-45f9-829a-2ac2c9824dd1, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:23:07.201368 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-86fc5899-ae18-4242-a838-69bb74598966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.202959 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-86fc5899-ae18-4242-a838-69bb74598966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.1247201 Dec 27 14:23:07.205856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.210873 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45acdb6-e41a-490c-8f60-2228664e3453 req-5aac6635-18c3-4336-93fa-4c7d0276ca9e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.212410 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f45acdb6-e41a-490c-8f60-2228664e3453 req-5aac6635-18c3-4336-93fa-4c7d0276ca9e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 931 time: 0.0994470 Dec 27 14:23:07.231164 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8953eb3-d364-4473-98c5-e33562dcd960 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:07.251955 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8e56dbe6-ecf1-42f6-85ef-ba3371522896 req-8f64e27d-627d-41da-b7d6-7a0c8e19d600 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895696 Dec 27 14:23:07.267196 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:07.279827 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.286854 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.311084 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:23:07.346171 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 751637e1-6a5a-45f9-829a-2ac2c9824dd1) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:07.353716 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:07.358729 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e38e73-1d7f-4c36-9c55-5924d897a0dc None None] Network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:23:07.362740 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.363445 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.387618 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f45acdb6-e41a-490c-8f60-2228664e3453 req-79ecf5ee-d160-40a4-b22a-066d0bf1eba5 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581516 Dec 27 14:23:07.412797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-46b66726-c572-4b0e-ad19-770a784a988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.414571 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-46b66726-c572-4b0e-ad19-770a784a988f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.1989143 Dec 27 14:23:07.428500 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-549b72a9-8dfa-4605-b70f-2c48e3219c22 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7406642 Dec 27 14:23:07.481765 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-2fb60866-c495-42a6-979e-109c351b90ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0519147 Dec 27 14:23:07.517560 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7077181-e2ac-4717-975b-8c9ca913e52e None None] Network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:23:07.552975 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-f8071a42-6f6e-418f-a423-44f56c3f55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.554511 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-f8071a42-6f6e-418f-a423-44f56c3f55bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0649133 Dec 27 14:23:07.567168 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af99a8-8d64-400a-b79d-c9cc5fc32a88 req-f1464462-f72a-47f9-9b03-ff2812919d30 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.568818 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-50af99a8-8d64-400a-b79d-c9cc5fc32a88 req-f1464462-f72a-47f9-9b03-ff2812919d30 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 944 time: 0.1438358 Dec 27 14:23:07.625030 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-131989a9-270f-4789-bd9d-cfa5a8cdb12a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393035 Dec 27 14:23:07.655318 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-50af99a8-8d64-400a-b79d-c9cc5fc32a88 req-f4aa4391-7122-499f-8d23-8c6e45c2290a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726361 Dec 27 14:23:07.718221 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0c9b82-59fd-43d3-bf0a-a38ca864e6de {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:07.726231 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.738282 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d8953eb3-d364-4473-98c5-e33562dcd960'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:07.743359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-b4c08112-1603-455d-96de-3e1ffdb1f49c service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035686 Dec 27 14:23:07.745358 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Transition to ACTIVE for port object de0c9b82-59fd-43d3-bf0a-a38ca864e6de will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:23:07.751244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.818934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:07.911277 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Attempting to bind port de0c9b82-59fd-43d3-bf0a-a38ca864e6de on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:23:07.911995 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Attempting to bind port de0c9b82-59fd-43d3-bf0a-a38ca864e6de by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:23:07.912794 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Attempting to bind port de0c9b82-59fd-43d3-bf0a-a38ca864e6de on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:07.918711 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Port de0c9b82-59fd-43d3-bf0a-a38ca864e6de on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:23:07.919161 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Attempting to bind port de0c9b82-59fd-43d3-bf0a-a38ca864e6de on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:07.926096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:23:07.926487 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Checking segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:23:07.926885 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Bound using segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:23:07.927330 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Bound port: de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:23:07.927712 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:07.929614 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94272bdd-33c9-493b-acc2-86d5fa83707b req-e8d1b9ac-dc8f-46ee-882c-f709452d2562 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788013 Dec 27 14:23:07.939160 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c6ffa-842c-4ac9-9e8b-8fdf23653afd req-e273328c-02e1-4497-a282-8f334db5d171 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:07.947273 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-302c6ffa-842c-4ac9-9e8b-8fdf23653afd req-e273328c-02e1-4497-a282-8f334db5d171 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 948 time: 0.0950968 Dec 27 14:23:08.004106 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-302c6ffa-842c-4ac9-9e8b-8fdf23653afd req-e6bacc65-fd10-4ebe-a35a-89103e7d1bde tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559418 Dec 27 14:23:08.036883 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] For port de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:23:08.048546 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] For port de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:23:08.056945 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:08.114310 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.114982 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:08.116346 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] 10.222.0.30 "PUT /v2.0/ports/de0c9b82-59fd-43d3-bf0a-a38ca864e6de HTTP/1.1" status: 200 len: 1093 time: 0.9524441 Dec 27 14:23:08.129219 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'tag': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:08.131432 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b021c-8bb6-47ee-b821-ed5a9213427d" -d '{"events": [{"name": "network-changed", "server_uuid": "0599d7cc-289a-4244-b9ad-0a46071fbd49", "tag": "de0c9b82-59fd-43d3-bf0a-a38ca864e6de"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:08.156752 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de91e8-0c33-4a2f-a0cb-db713ed06df6 service neutron] Pushing event updated for resources: {'Port': ['ID=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:08.173135 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b226f5-a322-4cd9-bbbb-f0bdabbee628 req-a10b0c47-e758-4d24-9c73-88d9493c12bb tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.174993 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-47b226f5-a322-4cd9-bbbb-f0bdabbee628 req-a10b0c47-e758-4d24-9c73-88d9493c12bb tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 945 time: 0.0827656 Dec 27 14:23:08.197287 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b47ee1-6146-4eee-8c0d-cfec319616bd x-openstack-request-id: req-24b47ee1-6146-4eee-8c0d-cfec319616bd {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:08.197567 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0599d7cc-289a-4244-b9ad-0a46071fbd49", "tag": "de0c9b82-59fd-43d3-bf0a-a38ca864e6de", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:08.197992 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24b47ee1-6146-4eee-8c0d-cfec319616bd {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:08.198396 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'tag': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de', 'status': 'completed', 'code': 200} Dec 27 14:23:08.255366 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-47b226f5-a322-4cd9-bbbb-f0bdabbee628 req-dd853016-b4ef-4697-b610-02c91fd19456 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735424 Dec 27 14:23:08.261296 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-066ad980-3e91-4788-8dc1-5bf8f735b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.262715 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-066ad980-3e91-4788-8dc1-5bf8f735b3cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 1096 time: 0.0621459 Dec 27 14:23:08.309051 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-cfa2d69c-b8bf-4d92-a930-b383540e07a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de HTTP/1.1" status: 200 len: 217 time: 0.0355518 Dec 27 14:23:08.358678 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-6d60c9e5-680c-4a90-9c9a-09327621de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.360055 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-6d60c9e5-680c-4a90-9c9a-09327621de18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0438247 Dec 27 14:23:08.391429 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9edeb7-09ca-4141-a5da-5b760de5953f req-5d11a583-b7fe-4303-9d8e-c576e01e4eca tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.392251 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-0cf14658-25da-4025-a726-0f0739183131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245407 Dec 27 14:23:08.392921 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e9edeb7-09ca-4141-a5da-5b760de5953f req-5d11a583-b7fe-4303-9d8e-c576e01e4eca tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0491686 Dec 27 14:23:08.444890 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e9edeb7-09ca-4141-a5da-5b760de5953f req-bd94855d-2193-4c4c-9969-9c9f7d2174b7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Dec 27 14:23:08.520389 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-a45b7dc0-ac69-4156-b954-bf4de7a2506c service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207709 Dec 27 14:23:08.532233 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f87f07-613f-476f-90d2-9abcd3ef09d9 req-f3b6f72f-c5e0-4206-921d-7fb7864f0a4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.533601 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f4f87f07-613f-476f-90d2-9abcd3ef09d9 req-f3b6f72f-c5e0-4206-921d-7fb7864f0a4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 943 time: 0.0737877 Dec 27 14:23:08.637131 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f4f87f07-613f-476f-90d2-9abcd3ef09d9 req-39e051b2-d985-416f-80ed-975571754d4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925076 Dec 27 14:23:08.657332 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f59802ee-18ac-4830-b200-b8804406c4f0 req-62d250b6-6966-4c25-baea-e9052f599de3 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197963 Dec 27 14:23:08.795125 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adb2c0-b049-4cab-97c6-2bc2a6031790 req-ae5e69ce-53a0-4bdc-9f7a-64cfaed498c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.796568 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e7adb2c0-b049-4cab-97c6-2bc2a6031790 req-ae5e69ce-53a0-4bdc-9f7a-64cfaed498c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0700881 Dec 27 14:23:08.798282 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-02f400d6-d513-42bf-ac09-43c0be3cea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.799600 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-02f400d6-d513-42bf-ac09-43c0be3cea03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 1096 time: 0.0822861 Dec 27 14:23:08.894679 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e7adb2c0-b049-4cab-97c6-2bc2a6031790 req-156c8801-c503-43bf-8ba6-49bca4bfbd92 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921230 Dec 27 14:23:08.916538 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-aa566ff1-69cd-462c-b386-fec67ccae75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:08.918035 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-aa566ff1-69cd-462c-b386-fec67ccae75a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 915 time: 0.1101158 Dec 27 14:23:08.922527 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 93ed3518-1780-484d-ba95-946cdfd9103a details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:23:08.926384 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 7e953f6b-a948-41fc-94f1-b04996e676ac up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:23:08.963082 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-98b53584-8ba3-4581-9152-600fccb07e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de HTTP/1.1" status: 200 len: 217 time: 0.0374408 Dec 27 14:23:09.012411 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-38888a49-7594-4d3e-951c-471b54592da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.013830 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-38888a49-7594-4d3e-951c-471b54592da7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0437150 Dec 27 14:23:09.038564 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 7e953f6b-a948-41fc-94f1-b04996e676ac completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:23:09.047316 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 7e953f6b-a948-41fc-94f1-b04996e676ac triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:09.047695 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:09.051799 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-9a09dd19-a6f6-42ea-93f3-1f304c6cdcab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304592 Dec 27 14:23:09.082390 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 93ed3518-1780-484d-ba95-946cdfd9103a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=93ed3518-1780-484d-ba95-946cdfd9103a,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:09.106477 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '93ed3518-1780-484d-ba95-946cdfd9103a', 'network_id': '330d8dcf-9a75-4071-bae9-bb92e7c729eb', 'port_id': '93ed3518-1780-484d-ba95-946cdfd9103a', 'mac_address': 'fa:16:3e:a2:26:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bc5b6e-eb34-4ba0-8894-d7ae7258ac4f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:23:09.170248 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:09.180584 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20122587-83ad-436a-9aa4-619b7abffc9b req-40681f3d-f8d3-4483-b364-82426fa295ba tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.182686 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-20122587-83ad-436a-9aa4-619b7abffc9b req-40681f3d-f8d3-4483-b364-82426fa295ba tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 948 time: 0.1049128 Dec 27 14:23:09.214869 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-3fb8f958-c166-4803-bb89-cea35c4857ee service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556814 Dec 27 14:23:09.269611 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-20122587-83ad-436a-9aa4-619b7abffc9b req-0ec6ca7a-fc18-4ab5-ac2a-8f47e4048124 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Dec 27 14:23:09.338282 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-977b021c-8bb6-47ee-b821-ed5a9213427d req-f67b7b0f-563e-4b7b-9f3d-a33866c23811 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117342 Dec 27 14:23:09.348716 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ed3518-1780-484d-ba95-946cdfd9103a {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:09.375258 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 93ed3518-1780-484d-ba95-946cdfd9103a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=93ed3518-1780-484d-ba95-946cdfd9103a,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:09.380069 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:09.382217 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:09.388830 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-1371309b-fffa-4d87-a2e9-76dbda857e1e tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.395714 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-1371309b-fffa-4d87-a2e9-76dbda857e1e tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/networks?id=751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 200 len: 814 time: 0.1260009 Dec 27 14:23:09.408106 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-781aa005-c93d-4f07-9bf2-156ad2d8f1df tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/quotas/6945d0284cf64136bf191e4e1ae16b37 HTTP/1.1" status: 200 len: 375 time: 0.0100205 Dec 27 14:23:09.417911 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3677-9176-4dc1-a5f1-9c96b2a41665 req-cd2999bf-5a0e-4cf8-9879-19963f18357b tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.419663 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-00aa3677-9176-4dc1-a5f1-9c96b2a41665 req-cd2999bf-5a0e-4cf8-9879-19963f18357b tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 945 time: 0.0653269 Dec 27 14:23:09.430272 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:09.432537 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33846325-b18c-481f-af90-e1a61c7fade1" -d '{"events": [{"server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "name": "network-vif-plugged", "status": "completed", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:09.443352 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-491c9f83-4ce2-47f3-b702-c38e71ef77f8 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6945d0284cf64136bf191e4e1ae16b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295727 Dec 27 14:23:09.449089 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:09.459117 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:09.464165 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=93ed3518-1780-484d-ba95-946cdfd9103a,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:09.484642 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-00aa3677-9176-4dc1-a5f1-9c96b2a41665 req-8176202d-4fbb-4c6d-8f18-019ec3712341 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548203 Dec 27 14:23:09.523103 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ecd31-0baf-46b1-b5d6-660ecedd5fc1 x-openstack-request-id: req-1f6ecd31-0baf-46b1-b5d6-660ecedd5fc1 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:09.523569 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "name": "network-vif-plugged", "status": "completed", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:09.523905 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f6ecd31-0baf-46b1-b5d6-660ecedd5fc1 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:09.524392 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'code': 200} Dec 27 14:23:09.531003 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:09.551268 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-0f0d57f5-e84b-420f-9b62-72fc42ff54ed service neutron] 10.222.0.37 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989537 Dec 27 14:23:09.621669 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188b9b6-1384-40cd-a62b-66dd18206bae req-a4e735b8-8fed-4d7b-a406-aa5c303d6949 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.623874 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d188b9b6-1384-40cd-a62b-66dd18206bae req-a4e735b8-8fed-4d7b-a406-aa5c303d6949 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0551212 Dec 27 14:23:09.650579 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-76d26fc9-25c3-49fe-a93f-dfdd2c634d8b service neutron] 10.222.0.37 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913138 Dec 27 14:23:09.677342 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d188b9b6-1384-40cd-a62b-66dd18206bae req-513a4a9f-f48c-43a1-951d-3ccfd75d4c5a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Dec 27 14:23:09.722198 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375835e-42ca-42f6-9813-d2426faae35a req-f2e89b0a-fc6c-4288-8216-d8bd0799ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.724317 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a375835e-42ca-42f6-9813-d2426faae35a req-f2e89b0a-fc6c-4288-8216-d8bd0799ad6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1099 time: 0.0461328 Dec 27 14:23:09.805440 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a375835e-42ca-42f6-9813-d2426faae35a req-188fc457-2baf-48e2-bcf1-8754eaed6023 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712361 Dec 27 14:23:09.813847 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb5fb-5311-44aa-ba3f-d418f943e488 req-d314dab2-864c-4f12-ab02-49ab626333ac tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:09.815269 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-da0eb5fb-5311-44aa-ba3f-d418f943e488 req-d314dab2-864c-4f12-ab02-49ab626333ac tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 943 time: 0.0686092 Dec 27 14:23:09.838824 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-748bb282-375d-4072-b3c8-4ef7feef85cc req-dd2f2942-f7ec-4890-85a1-027b1458c013 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 210 time: 0.0276351 Dec 27 14:23:09.868176 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-da0eb5fb-5311-44aa-ba3f-d418f943e488 req-66dfa2a9-d1e7-4b5a-8b47-d020ff890733 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Dec 27 14:23:09.999688 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['93ed3518-1780-484d-ba95-946cdfd9103a'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:10.019227 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba025c-1327-4d12-a69a-521075e0b487 req-c0ac48ac-e6b2-41c7-b8a3-a8878a32f211 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:10.020916 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-30ba025c-1327-4d12-a69a-521075e0b487 req-c0ac48ac-e6b2-41c7-b8a3-a8878a32f211 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0544538 Dec 27 14:23:10.087026 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-30ba025c-1327-4d12-a69a-521075e0b487 req-30a1c99b-9924-4f85-9840-80551f86c978 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588148 Dec 27 14:23:10.390459 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff273c-4ed3-45f7-92c7-737220ab19b0 req-8b66e76d-22e1-4e97-9d5a-34248f70050d tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:10.392542 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-39ff273c-4ed3-45f7-92c7-737220ab19b0 req-8b66e76d-22e1-4e97-9d5a-34248f70050d tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 949 time: 0.0506492 Dec 27 14:23:10.440852 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-39ff273c-4ed3-45f7-92c7-737220ab19b0 req-9a49c7e5-e7a1-4896-b329-34c3559e87c4 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Dec 27 14:23:10.589515 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25888d6-d4a2-43f1-aaac-263e4202a29d req-d8e7b708-3ddc-4bf4-9203-4fe479bb0b0e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:10.590950 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d25888d6-d4a2-43f1-aaac-263e4202a29d req-d8e7b708-3ddc-4bf4-9203-4fe479bb0b0e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0485647 Dec 27 14:23:10.639623 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d25888d6-d4a2-43f1-aaac-263e4202a29d req-0c89d0a2-229c-43d3-bb39-f458b2508dfd tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Dec 27 14:23:10.792658 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735de2f8-0528-48de-9943-12d2d7e18b68 req-46057962-1d3c-4e84-8aa7-6ba28363cd56 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:10.794103 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-735de2f8-0528-48de-9943-12d2d7e18b68 req-46057962-1d3c-4e84-8aa7-6ba28363cd56 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0476193 Dec 27 14:23:10.841414 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-735de2f8-0528-48de-9943-12d2d7e18b68 req-7ad9e139-a1ea-45c6-abbb-d895f7d6968d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Dec 27 14:23:10.973725 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:23:10.992909 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dcd37f0d-d553-4cf1-acfe-1f43002be762 req-21cf663d-d595-4ffc-90a3-792148a08b8b tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 210 time: 0.0651193 Dec 27 14:23:11.004478 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2247-d037-4519-8d4e-7873736cac64 req-13463a85-6280-4f33-9656-a92a7e0d4920 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.008306 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f09b2247-d037-4519-8d4e-7873736cac64 req-13463a85-6280-4f33-9656-a92a7e0d4920 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 943 time: 0.0665112 Dec 27 14:23:11.044203 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port d8953eb3-d364-4473-98c5-e33562dcd960 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:23:11.050856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d8953eb3-d364-4473-98c5-e33562dcd960 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:11.051237 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:11.068325 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-4b6291d3-7414-4967-a83b-cc032a1126bb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.070385 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-4b6291d3-7414-4967-a83b-cc032a1126bb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "GET /v2.0/networks?id=751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 200 len: 814 time: 0.1638315 Dec 27 14:23:11.072607 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f09b2247-d037-4519-8d4e-7873736cac64 req-0481228d-c9ab-463f-9302-32577172270b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 Dec 27 14:23:11.092355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Request body: {'port': {'device_id': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1', 'admin_state_up': True, 'tenant_id': '6945d0284cf64136bf191e4e1ae16b37'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:11.149010 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:11.193878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:11.198515 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:11.251103 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:11.254373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e51e6-c423-4329-b886-8ae62d6337e1 req-b181fb46-8dc7-4ede-b33f-5c1d271930d0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.255908 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a0e51e6-c423-4329-b886-8ae62d6337e1 req-b181fb46-8dc7-4ede-b33f-5c1d271930d0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0703902 Dec 27 14:23:11.256998 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Made reservation on behalf of 6945d0284cf64136bf191e4e1ae16b37 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:23:11.260847 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:11.359376 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a0e51e6-c423-4329-b886-8ae62d6337e1 req-9680ed44-0830-493d-9a6a-518594fa77a0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952594 Dec 27 14:23:11.418791 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Allocated IP 172.20.0.9 (751637e1-6a5a-45f9-829a-2ac2c9824dd1/8d71e008-cd9e-4e9e-bf73-a088d0a21ff8/b0dc9db5-833a-4012-9679-5e5a903f1834) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:23:11.526206 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:11.528559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2b2f2c-c3f0-4a65-9f71-efb813572bf6" -d '{"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:11.568234 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad54de8-289a-4617-a894-4af0d1e3d24e x-openstack-request-id: req-1ad54de8-289a-4617-a894-4af0d1e3d24e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:11.568671 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:11.569089 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ad54de8-289a-4617-a894-4af0d1e3d24e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:11.569488 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'code': 200} Dec 27 14:23:11.789180 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3994e0-5b63-4b41-9207-e74c3cf92677 req-89b23805-e2c9-4b30-9652-4c110358e8e5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.790625 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5f3994e0-5b63-4b41-9207-e74c3cf92677 req-89b23805-e2c9-4b30-9652-4c110358e8e5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0758619 Dec 27 14:23:11.792474 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e5efa-d196-43da-ad7d-87ece7c509d1 req-c46213f5-a827-4a4b-9124-231b12139567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.793812 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b62e5efa-d196-43da-ad7d-87ece7c509d1 req-c46213f5-a827-4a4b-9124-231b12139567 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0692153 Dec 27 14:23:11.834669 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef9f38-8f4f-4a78-8fee-17c2078fa0dd req-cd7f1674-270f-43c0-942f-7ccab38819c3 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.836183 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8bef9f38-8f4f-4a78-8fee-17c2078fa0dd req-cd7f1674-270f-43c0-942f-7ccab38819c3 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 949 time: 0.0793269 Dec 27 14:23:11.850640 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:11.878735 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5f3994e0-5b63-4b41-9207-e74c3cf92677 req-575e2ed2-861d-4cba-a6bd-1b4f0cd46921 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819447 Dec 27 14:23:11.881403 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b62e5efa-d196-43da-ad7d-87ece7c509d1 req-6996defc-6d9c-4ebf-96ff-6b024fb80cef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687625 Dec 27 14:23:11.911718 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8bef9f38-8f4f-4a78-8fee-17c2078fa0dd req-84371a8a-09a4-4e5b-b214-83d090c808a3 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660717 Dec 27 14:23:11.932682 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:11.974540 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:23:11.977679 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:11.983246 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:23:11.987125 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Pushing event updated for resources: {'Port': ['ID=b0dc9db5-833a-4012-9679-5e5a903f1834,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:11.987966 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b0ad4-10a2-4bda-acf0-730473c7798c req-a799713c-682f-40c3-82ad-9aa11f58dca0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:11.989471 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d8b0ad4-10a2-4bda-acf0-730473c7798c req-a799713c-682f-40c3-82ad-9aa11f58dca0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0509892 Dec 27 14:23:12.034831 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:12.035454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:12.045881 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8d8b0ad4-10a2-4bda-acf0-730473c7798c req-2d1f4bf1-a4ad-4ab2-8adc-159a0334c344 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Dec 27 14:23:12.059986 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-fa2feb42-1d74-4673-bec7-88ae03e496cd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681139 Dec 27 14:23:12.127663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c310e-17db-49a7-8672-2faaee353c2b req-0a138c01-6176-4e4f-b830-1a6db50edf27 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:12.132435 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-925c310e-17db-49a7-8672-2faaee353c2b req-0a138c01-6176-4e4f-b830-1a6db50edf27 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 931 time: 0.0534952 Dec 27 14:23:12.178609 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-925c310e-17db-49a7-8672-2faaee353c2b req-15ed3f01-17d0-48e8-ab34-de3d20f5839e tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424650 Dec 27 14:23:12.194387 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79e388-3c14-4864-b316-ce38c0fc113c req-4f16caf2-4fe7-4979-935b-44793660fb9b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:12.195883 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8a79e388-3c14-4864-b316-ce38c0fc113c req-4f16caf2-4fe7-4979-935b-44793660fb9b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 943 time: 0.0506623 Dec 27 14:23:12.245414 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8a79e388-3c14-4864-b316-ce38c0fc113c req-74cf1b24-1f9c-4fcf-bf19-f7b9043b8772 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Dec 27 14:23:12.341916 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Request body: {'port': {'device_id': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:12.405216 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:12.558810 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551ffc2-8a9a-416c-a007-8eefebcfe49e req-826df47e-700c-4392-b8b4-99dde6a9753d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:12.560296 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a551ffc2-8a9a-416c-a007-8eefebcfe49e req-826df47e-700c-4392-b8b4-99dde6a9753d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.1223469 Dec 27 14:23:12.658486 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a551ffc2-8a9a-416c-a007-8eefebcfe49e req-c664bd4f-6e7b-4304-86ba-d886b3895d45 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900946 Dec 27 14:23:12.736087 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0dc9db5-833a-4012-9679-5e5a903f1834 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:12.743287 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:12.755022 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Transition to ACTIVE for port object b0dc9db5-833a-4012-9679-5e5a903f1834 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:23:12.758570 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:12.809291 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc9db5-833a-4012-9679-5e5a903f1834,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:12.871357 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Attempting to bind port b0dc9db5-833a-4012-9679-5e5a903f1834 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:23:12.871684 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Attempting to bind port b0dc9db5-833a-4012-9679-5e5a903f1834 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:23:12.872037 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Attempting to bind port b0dc9db5-833a-4012-9679-5e5a903f1834 on network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:12.876223 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Port b0dc9db5-833a-4012-9679-5e5a903f1834 on network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:23:12.876535 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Attempting to bind port b0dc9db5-833a-4012-9679-5e5a903f1834 on network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:12.881302 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:23:12.881625 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Checking segment: {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:23:12.881996 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Bound using segment: {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:23:12.882445 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Bound port: b0dc9db5-833a-4012-9679-5e5a903f1834, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:23:12.882834 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:12.952724 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] For port b0dc9db5-833a-4012-9679-5e5a903f1834, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:23:12.957137 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] For port b0dc9db5-833a-4012-9679-5e5a903f1834, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b0dc9db5-833a-4012-9679-5e5a903f1834,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:23:12.964407 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:12.988644 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device de0c9b82-59fd-43d3-bf0a-a38ca864e6de details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:23:12.992179 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 93ed3518-1780-484d-ba95-946cdfd9103a up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:23:12.998876 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bfa21-e102-401a-93f9-0900e3e028eb req-be4b5535-a957-40d6-bd5e-7cd3da07e3b5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.000890 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-786bfa21-e102-401a-93f9-0900e3e028eb req-be4b5535-a957-40d6-bd5e-7cd3da07e3b5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0503860 Dec 27 14:23:13.004695 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.005631 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:13.007026 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] 10.222.0.30 "PUT /v2.0/ports/b0dc9db5-833a-4012-9679-5e5a903f1834 HTTP/1.1" status: 200 len: 1093 time: 0.6697693 Dec 27 14:23:13.018696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'tag': 'b0dc9db5-833a-4012-9679-5e5a903f1834'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:13.021811 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12479617-4ccf-4d11-803f-1395a5fc2a65" -d '{"events": [{"name": "network-changed", "server_uuid": "77e5bc07-27af-405b-8aa6-c46ab71c6308", "tag": "b0dc9db5-833a-4012-9679-5e5a903f1834"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:13.057069 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-786bfa21-e102-401a-93f9-0900e3e028eb req-f60a0268-e53b-475a-8177-dae61daae592 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489473 Dec 27 14:23:13.105291 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa258760-638b-4274-aac9-e24ab749d399 service neutron] Pushing event updated for resources: {'Port': ['ID=b0dc9db5-833a-4012-9679-5e5a903f1834,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:13.111480 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04aaa28-8e1c-4054-8cac-e953ff48d98b x-openstack-request-id: req-c04aaa28-8e1c-4054-8cac-e953ff48d98b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:13.111773 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e5bc07-27af-405b-8aa6-c46ab71c6308", "tag": "b0dc9db5-833a-4012-9679-5e5a903f1834", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:13.112059 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c04aaa28-8e1c-4054-8cac-e953ff48d98b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:13.112453 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'tag': 'b0dc9db5-833a-4012-9679-5e5a903f1834', 'status': 'completed', 'code': 200} Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.124191 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:23:13.126237 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:23:13.128812 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1e376-84bf-4cbd-a76c-f261359122e4 req-63614dec-908f-47be-940e-4c437f0d3913 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.130756 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-72d1e376-84bf-4cbd-a76c-f261359122e4 req-63614dec-908f-47be-940e-4c437f0d3913 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 949 time: 0.1358011 Dec 27 14:23:13.152176 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-05952053-0d20-4efa-9291-35d3638d85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.154052 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-05952053-0d20-4efa-9291-35d3638d85fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6945d0284cf64136bf191e4e1ae16b37&device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 1096 time: 0.0920327 Dec 27 14:23:13.155042 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 93ed3518-1780-484d-ba95-946cdfd9103a completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:23:13.170825 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 93ed3518-1780-484d-ba95-946cdfd9103a triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:13.171101 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:13.173640 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:13.209195 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-530185e2-7b4a-45be-8853-e5fe44d69f27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dc9db5-833a-4012-9679-5e5a903f1834 HTTP/1.1" status: 200 len: 217 time: 0.0452802 Dec 27 14:23:13.213864 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'port_id': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de', 'mac_address': 'fa:16:3e:d0:1a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c6985-e3dc-4a23-9014-4a7d1f901915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:23:13.222790 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47057fa-e923-4dfa-93c0-bc950028896f req-31b661d1-0582-4b2e-944a-dc5a95580aba tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.225694 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f47057fa-e923-4dfa-93c0-bc950028896f req-31b661d1-0582-4b2e-944a-dc5a95580aba tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0557997 Dec 27 14:23:13.262437 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-72d1e376-84bf-4cbd-a76c-f261359122e4 req-82f55a6d-1fce-46ea-b6f7-9c3d4e7c8fe0 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256537 Dec 27 14:23:13.262869 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:13.277195 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f47057fa-e923-4dfa-93c0-bc950028896f req-1cfa4f70-b7cd-437d-b872-dde38432ce7e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442719 Dec 27 14:23:13.278844 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf170b19-8afb-4050-b9b6-713a273db39a req-4d731435-d721-4af2-a1fe-123572833d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.280394 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-4d731435-d721-4af2-a1fe-123572833d09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d71e008-cd9e-4e9e-bf73-a088d0a21ff8 HTTP/1.1" status: 200 len: 854 time: 0.0630999 Dec 27 14:23:13.303556 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0c9b82-59fd-43d3-bf0a-a38ca864e6de {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:13.318065 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:13.326454 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-e99f2bd1-6f18-4021-a6d7-c9fb39d57995 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=751637e1-6a5a-45f9-829a-2ac2c9824dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305507 Dec 27 14:23:13.335370 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:13.344472 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:13.382584 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 93ed3518-1780-484d-ba95-946cdfd9103a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=93ed3518-1780-484d-ba95-946cdfd9103a,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:13.390070 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:13.412571 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:13.456020 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95037dca-e6da-4399-850e-47d1deb34eec req-8cbb5a0b-9f60-45b4-81f3-048847735024 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.457685 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-95037dca-e6da-4399-850e-47d1deb34eec req-8cbb5a0b-9f60-45b4-81f3-048847735024 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0984914 Dec 27 14:23:13.474800 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-903ac733-61b2-4b27-a558-2c06a024235a service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405501 Dec 27 14:23:13.474938 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=93ed3518-1780-484d-ba95-946cdfd9103a,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:13.570662 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ed3518-1780-484d-ba95-946cdfd9103a'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:13.574131 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7c0b3c-0da8-4260-a357-c978f23c634b" -d '{"events": [{"server_uuid": "e8d4102a-6cfc-442e-aa11-c1af898bfedd", "name": "network-vif-plugged", "status": "completed", "tag": "93ed3518-1780-484d-ba95-946cdfd9103a"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:13.578452 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-95037dca-e6da-4399-850e-47d1deb34eec req-064057c2-f15a-4040-b8b0-ee888dc50439 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026130 Dec 27 14:23:13.601874 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bf170b19-8afb-4050-b9b6-713a273db39a req-cf09a0c5-820b-4b84-88cf-eef6e6d06aba service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119266 Dec 27 14:23:13.622698 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde35e-6740-4c3f-8622-bb95f51aa36b req-ffe87514-a94c-4616-ad18-67cc6b9739ab tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.624382 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-42cde35e-6740-4c3f-8622-bb95f51aa36b req-ffe87514-a94c-4616-ad18-67cc6b9739ab tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 943 time: 0.2677808 Dec 27 14:23:13.676578 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-42cde35e-6740-4c3f-8622-bb95f51aa36b req-cdd5e170-30e3-4c88-bfb3-02e5320079f5 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Dec 27 14:23:13.734617 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d380-1df9-4f69-bf69-c6f526317233 req-481af70d-be91-4198-a50f-5ce44bc74296 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.736126 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9132d380-1df9-4f69-bf69-c6f526317233 req-481af70d-be91-4198-a50f-5ce44bc74296 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 944 time: 0.0881128 Dec 27 14:23:13.740119 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-ffc47710-b848-47ba-b670-4b402486fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.741476 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-ffc47710-b848-47ba-b670-4b402486fba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6945d0284cf64136bf191e4e1ae16b37&device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 1096 time: 0.0661161 Dec 27 14:23:13.833987 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9132d380-1df9-4f69-bf69-c6f526317233 req-7ac7a940-877c-4dff-b082-f26f8a1cbe23 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914302 Dec 27 14:23:13.861834 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-fb603200-7273-4276-a677-2ba796aaa898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.863302 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-fb603200-7273-4276-a677-2ba796aaa898 service neutron] 10.222.0.30 "GET /v2.0/networks?id=751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 200 len: 914 time: 0.1065128 Dec 27 14:23:13.876618 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8a97d5-3613-42d4-9da1-8d2fe13d3f11 x-openstack-request-id: req-1a8a97d5-3613-42d4-9da1-8d2fe13d3f11 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:13.876999 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d4102a-6cfc-442e-aa11-c1af898bfedd", "name": "network-vif-plugged", "status": "completed", "tag": "93ed3518-1780-484d-ba95-946cdfd9103a", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:13.877320 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a8a97d5-3613-42d4-9da1-8d2fe13d3f11 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:13.877768 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ed3518-1780-484d-ba95-946cdfd9103a', 'code': 200} Dec 27 14:23:13.915331 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-ba3282a9-8c7e-41ed-84a9-741916eb16c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0dc9db5-833a-4012-9679-5e5a903f1834 HTTP/1.1" status: 200 len: 217 time: 0.0441906 Dec 27 14:23:13.973582 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-ea4030b6-8b96-495c-b73a-e58c3acacaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:13.975409 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-ea4030b6-8b96-495c-b73a-e58c3acacaff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d71e008-cd9e-4e9e-bf73-a088d0a21ff8 HTTP/1.1" status: 200 len: 854 time: 0.0457976 Dec 27 14:23:14.007306 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-1bb9e714-f575-4ec4-996f-daede9e45bf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=751637e1-6a5a-45f9-829a-2ac2c9824dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249984 Dec 27 14:23:14.026720 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['de0c9b82-59fd-43d3-bf0a-a38ca864e6de'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:14.133864 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad389f65-0207-4db9-a092-d8201665d3b6 req-cac1a452-41bb-476a-80d8-44471e912f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.136521 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ad389f65-0207-4db9-a092-d8201665d3b6 req-cac1a452-41bb-476a-80d8-44471e912f2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 1103 time: 0.0635443 Dec 27 14:23:14.234689 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ad389f65-0207-4db9-a092-d8201665d3b6 req-1dd73959-cef7-4946-b9b3-76aa74894503 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867929 Dec 27 14:23:14.242985 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe42dd-0e55-42e1-838b-9847d13e03ec req-385a298c-95d9-4a63-b75d-054eae754ab6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.245044 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c2fe42dd-0e55-42e1-838b-9847d13e03ec req-385a298c-95d9-4a63-b75d-054eae754ab6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0890777 Dec 27 14:23:14.263813 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-6e657f0f-f187-42f6-a245-c0b47e3fa163 service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975307 Dec 27 14:23:14.280534 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51affd-22bf-4c07-8432-af4001da7e97 req-e3ebecab-c1db-4942-8101-04c15f825fb9 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.282282 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5f51affd-22bf-4c07-8432-af4001da7e97 req-e3ebecab-c1db-4942-8101-04c15f825fb9 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0636799 Dec 27 14:23:14.299180 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c2fe42dd-0e55-42e1-838b-9847d13e03ec req-4b1282e4-8762-4fc4-a9d4-d15f87cc2d56 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476024 Dec 27 14:23:14.332112 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5f51affd-22bf-4c07-8432-af4001da7e97 req-d30eb671-4157-44e9-b585-ecb4a93798f8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Dec 27 14:23:14.416895 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e5f69-42e8-49e6-b989-b09d0f2c222e req-da34dd8d-cac9-4f0d-ac3b-3413e5c99536 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.417928 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c03e5f69-42e8-49e6-b989-b09d0f2c222e req-da34dd8d-cac9-4f0d-ac3b-3413e5c99536 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.0538371 Dec 27 14:23:14.442714 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d3fe-697e-4c9d-8963-6a1e6c96560a req-2faaa1fe-6506-410c-8e65-89f94aeebafc tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.444348 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5e74d3fe-697e-4c9d-8963-6a1e6c96560a req-2faaa1fe-6506-410c-8e65-89f94aeebafc tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0540349 Dec 27 14:23:14.469587 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c03e5f69-42e8-49e6-b989-b09d0f2c222e req-070a59da-ae07-4712-a978-94613d21a3dd tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Dec 27 14:23:14.494201 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5e74d3fe-697e-4c9d-8963-6a1e6c96560a req-780366bc-f901-4267-85ec-da8f6fd32da2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Dec 27 14:23:14.649645 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12479617-4ccf-4d11-803f-1395a5fc2a65 req-ea63bf8a-d4e7-4bd0-8fa4-42ee93f4c09e service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989847 Dec 27 14:23:14.792010 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c212c93-e214-4ec6-81f1-88ac75e048b6 req-00e1f368-91c2-4b4a-abae-a3575617ba14 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.793383 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c212c93-e214-4ec6-81f1-88ac75e048b6 req-00e1f368-91c2-4b4a-abae-a3575617ba14 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 943 time: 0.0495732 Dec 27 14:23:14.839253 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c212c93-e214-4ec6-81f1-88ac75e048b6 req-36badcad-9702-4dc2-826f-776aa78687c1 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 Dec 27 14:23:14.948124 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c877e-1c1e-4f86-9956-78fe2903f868 req-0d8d52cc-d4cb-4d33-bc3f-3b6981f59ded tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:14.949568 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d57c877e-1c1e-4f86-9956-78fe2903f868 req-0d8d52cc-d4cb-4d33-bc3f-3b6981f59ded tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Dec 27 14:23:14.996926 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d57c877e-1c1e-4f86-9956-78fe2903f868 req-0d261b6e-5418-49da-8154-74045b2302d6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Dec 27 14:23:15.423366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b6415-6e27-41a5-8ea6-f0cce5648b63 req-3444f633-1b1d-4414-a360-154c7ab48c2c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:15.424856 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b28b6415-6e27-41a5-8ea6-f0cce5648b63 req-3444f633-1b1d-4414-a360-154c7ab48c2c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0512207 Dec 27 14:23:15.472761 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b28b6415-6e27-41a5-8ea6-f0cce5648b63 req-063aa685-9dcc-4275-8cea-519b33162fa9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 Dec 27 14:23:15.589940 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837e90-889c-4810-a659-18d5d33cd3ad req-81f09680-9f93-4697-a02a-f5046beddcbf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:15.591301 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1b837e90-889c-4810-a659-18d5d33cd3ad req-81f09680-9f93-4697-a02a-f5046beddcbf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0493381 Dec 27 14:23:15.591984 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e1d7a-3f20-4c24-99bc-5df7939d04f9 req-13d3bd91-1670-45f4-a0ba-66a7f4232c01 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:15.593611 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-317e1d7a-3f20-4c24-99bc-5df7939d04f9 req-13d3bd91-1670-45f4-a0ba-66a7f4232c01 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.0519986 Dec 27 14:23:15.599974 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 56908) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:15.604514 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'floatingip': {'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:15.642995 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-317e1d7a-3f20-4c24-99bc-5df7939d04f9 req-bd9139c6-fa53-4321-ac65-8cdfd03f6173 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433528 Dec 27 14:23:15.657490 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:15.744498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d440f0-4009-494a-bec3-490960a4e3f2 req-0072f46d-a3e3-4ad4-b383-034b089e0578 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:15.746094 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-26d440f0-4009-494a-bec3-490960a4e3f2 req-0072f46d-a3e3-4ad4-b383-034b089e0578 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.1054914 Dec 27 14:23:15.863754 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-26d440f0-4009-494a-bec3-490960a4e3f2 req-2ddb4066-de27-41a3-9615-01ecbe6a1cee tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120429 Dec 27 14:23:16.090725 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6551e-80dc-4ca5-b481-6325ad327304 req-c897e88b-c901-4f0e-9c4a-ae50e1dcf373 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:16.092247 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-31a6551e-80dc-4ca5-b481-6325ad327304 req-c897e88b-c901-4f0e-9c4a-ae50e1dcf373 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 943 time: 0.1651359 Dec 27 14:23:16.190464 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-31a6551e-80dc-4ca5-b481-6325ad327304 req-90912f3e-c1d6-4d5f-85b3-511a1c9b8d11 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909488 Dec 27 14:23:16.252503 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:16.256915 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:16.284979 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b9d62-772b-49fe-9597-30a5679d37c3 req-e05eb86f-d62e-47bc-932b-541d0ca5297a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:16.286822 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ea1b9d62-772b-49fe-9597-30a5679d37c3 req-e05eb86f-d62e-47bc-932b-541d0ca5297a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 944 time: 0.0778828 Dec 27 14:23:16.338431 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ea1b9d62-772b-49fe-9597-30a5679d37c3 req-7f5cb932-ee50-43f9-a31a-64d2e5c57780 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448544 Dec 27 14:23:16.367358 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Floating IP 1dab0de4-7c40-4712-a1e8-706d770abf6c associated. External IP: 172.27.2.238, port: d8953eb3-d364-4473-98c5-e33562dcd960. Dec 27 14:23:16.580379 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Router 64555cab-89d2-401c-8337-6d782edeb1db has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:23:16.936561 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:23:16.941919 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:16.948714 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:23:16.952999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdcc47-fdb3-4b37-8952-0f20c430f643 req-d2b71f6c-1b7e-4721-a6d9-0783fb91a7d9 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:16.954504 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-66fdcc47-fdb3-4b37-8952-0f20c430f643 req-d2b71f6c-1b7e-4721-a6d9-0783fb91a7d9 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.0691316 Dec 27 14:23:16.960246 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:23:16.960931 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:16.989891 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b99d7-983f-486f-89f4-bf1187838a77 req-05c2d44d-3317-418e-bcb9-355a4af00cdb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:16.990784 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device de0c9b82-59fd-43d3-bf0a-a38ca864e6de up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:23:16.992698 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0f1b99d7-983f-486f-89f4-bf1187838a77 req-05c2d44d-3317-418e-bcb9-355a4af00cdb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0580468 Dec 27 14:23:16.997004 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-df0a7dda-9c7f-4d28-a45c-cdfc8557d34a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "PUT /v2.0/floatingips/1dab0de4-7c40-4712-a1e8-706d770abf6c HTTP/1.1" status: 200 len: 991 time: 1.3933606 Dec 27 14:23:16.997004 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:16.997701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7" -d '{"events": [{"name": "network-changed", "server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:17.034675 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-66fdcc47-fdb3-4b37-8952-0f20c430f643 req-06ac55fb-0083-484c-9972-e3951f81496f tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649772 Dec 27 14:23:17.066735 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port de0c9b82-59fd-43d3-bf0a-a38ca864e6de completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:23:17.076536 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port de0c9b82-59fd-43d3-bf0a-a38ca864e6de triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:17.077003 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:17.081129 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0f1b99d7-983f-486f-89f4-bf1187838a77 req-8b219afc-c865-4982-9448-126d19362300 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801957 Dec 27 14:23:17.084237 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:23:17.134112 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffec0ab-5d2b-4c08-90db-b57e2f218b3c x-openstack-request-id: req-1ffec0ab-5d2b-4c08-90db-b57e2f218b3c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:17.135154 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:17.135632 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1ffec0ab-5d2b-4c08-90db-b57e2f218b3c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:17.136370 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'status': 'completed', 'code': 200} Dec 27 14:23:17.176200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:17.203507 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:17.206099 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aca771-b411-4458-9cec-c470ec44c4bd" -d '{"events": [{"server_uuid": "0599d7cc-289a-4244-b9ad-0a46071fbd49", "name": "network-vif-plugged", "status": "completed", "tag": "de0c9b82-59fd-43d3-bf0a-a38ca864e6de"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:17.247567 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:17.252340 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-39ab31a4-77ef-4ad1-a19d-4da99f31f5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.254958 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:17.259119 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-39ab31a4-77ef-4ad1-a19d-4da99f31f5d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0820937 Dec 27 14:23:17.297202 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee53da02-8f36-4886-a58e-e0716eda63d5 x-openstack-request-id: req-ee53da02-8f36-4886-a58e-e0716eda63d5 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:17.297748 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599d7cc-289a-4244-b9ad-0a46071fbd49", "name": "network-vif-plugged", "status": "completed", "tag": "de0c9b82-59fd-43d3-bf0a-a38ca864e6de", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:17.298182 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee53da02-8f36-4886-a58e-e0716eda63d5 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:17.298774 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de', 'code': 200} Dec 27 14:23:17.343973 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:17.354753 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.355124 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.355490 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.355848 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.360616 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.360616 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.360616 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.360616 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.360616 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.361047 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.361182 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.361508 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.362218 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:17.393661 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '1dab0de4-7c40-4712-a1e8-706d770abf6c', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'mac_address': 'fa:16:3e:d1:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:22:52Z', 'updated_at': '2021-12-27T14:23:16Z', 'revision_number': 1, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:17.403623 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-fa155a3c-17d0-4e15-8f8e-ed4afb0864f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.405466 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-fa155a3c-17d0-4e15-8f8e-ed4afb0864f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.1326404 Dec 27 14:23:17.425460 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:23:17.434959 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:23:17.436156 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:22:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:17.438776 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4988864-7aa0-40fa-9ffa-4d6da695f45e req-cb2f8a7a-b222-47d9-b4a1-bb085aaa6f39 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.447099 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d4988864-7aa0-40fa-9ffa-4d6da695f45e req-cb2f8a7a-b222-47d9-b4a1-bb085aaa6f39 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 943 time: 0.0583675 Dec 27 14:23:17.503645 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d4988864-7aa0-40fa-9ffa-4d6da695f45e req-a2e952f4-c152-49dd-9b3a-d1906264cdc6 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555804 Dec 27 14:23:17.551329 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7128e11-3d36-4b29-8f09-43eee1420bd9 req-f09416d4-ed14-4083-8302-9bf10a520e43 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.558000 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c23799-d1ae-4de7-aa2b-40d6e79d0b34 req-40ff838c-ddb9-45d0-ad15-021197712067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.558637 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a7128e11-3d36-4b29-8f09-43eee1420bd9 req-f09416d4-ed14-4083-8302-9bf10a520e43 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.1441734 Dec 27 14:23:17.559559 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-73c23799-d1ae-4de7-aa2b-40d6e79d0b34 req-40ff838c-ddb9-45d0-ad15-021197712067 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 1098 time: 0.0481303 Dec 27 14:23:17.566812 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:23:17.588969 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-866f4a37-763b-4681-94c2-32491fb8bb53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 999 time: 0.1706614 Dec 27 14:23:17.618270 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-73c23799-d1ae-4de7-aa2b-40d6e79d0b34 req-3a085a74-903c-48e5-85ea-569cbc875fd4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Dec 27 14:23:17.647937 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a7128e11-3d36-4b29-8f09-43eee1420bd9 req-0f6ed945-352a-4c81-afe9-df7dc488f796 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884154 Dec 27 14:23:17.658881 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-7b8798a4-df50-4fb5-b638-a258f7b6f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.660472 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-7b8798a4-df50-4fb5-b638-a258f7b6f4aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0594578 Dec 27 14:23:17.779165 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c703fb6-842f-4674-b3e9-770b40bef110 req-2c47da2b-3b52-4558-9732-5c45fe4f5ba8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.781646 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c703fb6-842f-4674-b3e9-770b40bef110 req-2c47da2b-3b52-4558-9732-5c45fe4f5ba8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0697563 Dec 27 14:23:17.835928 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c703fb6-842f-4674-b3e9-770b40bef110 req-51aed0fb-71af-459f-aa27-a9b4d2b3dc94 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Dec 27 14:23:17.851061 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '1dab0de4-7c40-4712-a1e8-706d770abf6c', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'mac_address': 'fa:16:3e:d1:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:22:52Z', 'updated_at': '2021-12-27T14:23:16Z', 'revision_number': 1, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:17.877950 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226ed9f-0dce-4326-98bd-8fc425665dec None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '1dab0de4-7c40-4712-a1e8-706d770abf6c', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'floating_ip_address': '172.27.2.238', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'mac_address': 'fa:16:3e:d1:d0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:22:52Z', 'updated_at': '2021-12-27T14:23:16Z', 'revision_number': 1, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:23:17.970770 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-b1c91881-84a3-4fdc-9018-024c8b310a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:17.972281 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-b1c91881-84a3-4fdc-9018-024c8b310a03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466352 Dec 27 14:23:18.073992 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62078ab9-dadd-4437-88bd-98b85fd2b428 None None] New status for floating IP 1dab0de4-7c40-4712-a1e8-706d770abf6c: ACTIVE {{(pid=102431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:23:18.088823 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-99e7f77e-5543-4930-89e7-1d477ecd05a2 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863750 Dec 27 14:23:18.236051 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c6ea14f1-30f2-4070-b7c5-8aa4c11b93d7 req-958235c6-a821-4fa7-8dcb-c087fd033618 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354291 Dec 27 14:23:18.245445 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522df080-73a3-4e07-9f12-a6baecfed824 req-82e498da-a69d-4169-9a78-10b2998a76f9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:18.246918 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-522df080-73a3-4e07-9f12-a6baecfed824 req-82e498da-a69d-4169-9a78-10b2998a76f9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0863073 Dec 27 14:23:18.304199 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-522df080-73a3-4e07-9f12-a6baecfed824 req-a2b71e88-80b7-4414-b588-a006138770b1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Dec 27 14:23:18.622648 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae070-6b9e-4843-a1d9-f1cd91ac4d50 req-0e360c54-6be7-4135-837c-8540b6b9bff7 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:18.624048 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a57ae070-6b9e-4843-a1d9-f1cd91ac4d50 req-0e360c54-6be7-4135-837c-8540b6b9bff7 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 943 time: 0.0485418 Dec 27 14:23:18.670524 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a57ae070-6b9e-4843-a1d9-f1cd91ac4d50 req-b8aaacdd-883f-4ef2-a644-41e286ea1425 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Dec 27 14:23:18.760500 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83ba1-9669-4b31-91c0-0a36939d1a49 req-5c5a66c3-a731-46cf-916a-6acded4e9510 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:18.761940 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-21f83ba1-9669-4b31-91c0-0a36939d1a49 req-5c5a66c3-a731-46cf-916a-6acded4e9510 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.0474739 Dec 27 14:23:18.810905 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-21f83ba1-9669-4b31-91c0-0a36939d1a49 req-e7e5aa00-2ef3-402f-a9a2-a20a7db2b54e tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Dec 27 14:23:18.953227 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bf99d-8d57-4022-ba74-74f6ba4c76a5 req-2e62b323-80e2-417b-b771-ccd5f34bd957 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:18.954731 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4f6bf99d-8d57-4022-ba74-74f6ba4c76a5 req-2e62b323-80e2-417b-b771-ccd5f34bd957 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0487063 Dec 27 14:23:19.001274 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4f6bf99d-8d57-4022-ba74-74f6ba4c76a5 req-2aec7b5a-d894-448f-965d-fb712fab9436 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405188 Dec 27 14:23:19.008714 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device b0dc9db5-833a-4012-9679-5e5a903f1834 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:23:19.107769 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port b0dc9db5-833a-4012-9679-5e5a903f1834, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b0dc9db5-833a-4012-9679-5e5a903f1834,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:19.119666 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'b0dc9db5-833a-4012-9679-5e5a903f1834', 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1', 'port_id': 'b0dc9db5-833a-4012-9679-5e5a903f1834', 'mac_address': 'fa:16:3e:8f:59:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d71e008-cd9e-4e9e-bf73-a088d0a21ff8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:23:19.156998 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:19.169410 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0dc9db5-833a-4012-9679-5e5a903f1834 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:19.197901 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port b0dc9db5-833a-4012-9679-5e5a903f1834, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b0dc9db5-833a-4012-9679-5e5a903f1834,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:19.201768 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:19.248480 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=b0dc9db5-833a-4012-9679-5e5a903f1834,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:19.424810 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571ce60-ad8f-458c-b929-8fa52fa2ad7a req-49976dcb-1690-495f-97fe-add2c50ca6c1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:19.426365 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e571ce60-ad8f-458c-b929-8fa52fa2ad7a req-49976dcb-1690-495f-97fe-add2c50ca6c1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0525906 Dec 27 14:23:19.472192 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e571ce60-ad8f-458c-b929-8fa52fa2ad7a req-a8938287-f26a-437a-9805-6d30795940a0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Dec 27 14:23:19.795191 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441ac31-721e-47c5-b727-2813cb16734e req-278d7656-198d-41c1-87de-9b94919f52e4 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:19.796703 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d441ac31-721e-47c5-b727-2813cb16734e req-278d7656-198d-41c1-87de-9b94919f52e4 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 944 time: 0.0516267 Dec 27 14:23:19.843334 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d441ac31-721e-47c5-b727-2813cb16734e req-96b89df3-4bb3-4273-a475-5fe51c1773bc tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Dec 27 14:23:19.925294 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13881776-6e3e-497f-9827-f4d3c788cc84 req-85d83629-a0ce-4e85-8b90-a80f185582c4 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:19.927551 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13881776-6e3e-497f-9827-f4d3c788cc84 req-85d83629-a0ce-4e85-8b90-a80f185582c4 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.0477824 Dec 27 14:23:19.973958 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13881776-6e3e-497f-9827-f4d3c788cc84 req-da38576f-0ab9-4934-a66b-c8672c445ac5 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/security-groups?id=61673cae-e77d-41d2-b695-21191833524c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Dec 27 14:23:20.116998 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351141e-57fd-4396-9f64-6f2a20deeeca req-4e446def-518c-4959-86d0-94cf979e1f69 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:20.119017 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4351141e-57fd-4396-9f64-6f2a20deeeca req-4e446def-518c-4959-86d0-94cf979e1f69 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Dec 27 14:23:20.138090 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['b0dc9db5-833a-4012-9679-5e5a903f1834'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:20.170589 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4351141e-57fd-4396-9f64-6f2a20deeeca req-3d95fa4b-b16f-4b33-8ccf-269b0360b349 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448375 Dec 27 14:23:20.182217 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-72bfc72c-ce2d-4ca3-a3d7-cdad1e94f9f5 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:20.183916 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-72bfc72c-ce2d-4ca3-a3d7-cdad1e94f9f5 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 950 time: 0.0724058 Dec 27 14:23:20.335468 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Deleting port 93ed3518-1780-484d-ba95-946cdfd9103a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:23:20.335989 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:20.463565 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] For port 93ed3518-1780-484d-ba95-946cdfd9103a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=93ed3518-1780-484d-ba95-946cdfd9103a,segment=NetworkSegment(ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b),segment_id=ec17b4ce-dfbb-44d7-a5c9-69f73ff3952b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:20.463565 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:20.472421 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Calling delete_port for 93ed3518-1780-484d-ba95-946cdfd9103a owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:23:20.659828 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad4c29-a695-4037-8eb9-552601c4d60f req-b030df5d-40f9-4b58-9d95-f39715e20251 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:20.661317 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1cad4c29-a695-4037-8eb9-552601c4d60f req-b030df5d-40f9-4b58-9d95-f39715e20251 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0943439 Dec 27 14:23:20.697000 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:20.733826 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Pushing event deleted for resources: {'Port': ['ID=93ed3518-1780-484d-ba95-946cdfd9103a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:20.791232 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.791574 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.791941 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.792279 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.792610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.792937 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.793263 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.793590 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.793914 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.794236 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.794556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.794871 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.795186 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:20.818235 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1cad4c29-a695-4037-8eb9-552601c4d60f req-91b94103-a0ae-4e59-ab40-e4bde882e6f9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491358 Dec 27 14:23:20.819096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] No DVR routers for this DVR port 93ed3518-1780-484d-ba95-946cdfd9103a on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:23:20.823007 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:20.826667 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d2d74aa8-dc5e-4723-818d-a10b0376c247 req-80f1a502-a532-4612-92ca-ee8e53129e11 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.30 "DELETE /v2.0/ports/93ed3518-1780-484d-ba95-946cdfd9103a HTTP/1.1" status: 204 len: 173 time: 0.6105182 Dec 27 14:23:20.827177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'name': 'network-vif-deleted', 'tag': '93ed3518-1780-484d-ba95-946cdfd9103a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:20.829523 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4664104f-767e-4859-92b1-f55c2a6c076a" -d '{"events": [{"server_uuid": "e8d4102a-6cfc-442e-aa11-c1af898bfedd", "name": "network-vif-deleted", "tag": "93ed3518-1780-484d-ba95-946cdfd9103a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:20.878150 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0cab2-04ad-483d-b88c-2807b2913e5b x-openstack-request-id: req-e7d0cab2-04ad-483d-b88c-2807b2913e5b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:20.878448 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d4102a-6cfc-442e-aa11-c1af898bfedd", "name": "network-vif-deleted", "tag": "93ed3518-1780-484d-ba95-946cdfd9103a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:20.878703 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7d0cab2-04ad-483d-b88c-2807b2913e5b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:20.879103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d4102a-6cfc-442e-aa11-c1af898bfedd', 'name': 'network-vif-deleted', 'tag': '93ed3518-1780-484d-ba95-946cdfd9103a', 'status': 'completed', 'code': 200} Dec 27 14:23:20.942289 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-35a564f9-552b-40f8-9549-ece49b6411ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:20.974539 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35344f-6290-4f51-9a6c-463c64c7525b req-27da8ec3-75f0-4180-8701-6b4d0d9fc947 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:20.976024 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e35344f-6290-4f51-9a6c-463c64c7525b req-27da8ec3-75f0-4180-8701-6b4d0d9fc947 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 944 time: 0.0583363 Dec 27 14:23:21.024695 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e35344f-6290-4f51-9a6c-463c64c7525b req-c903438f-6f81-4d4f-8002-9e803f0a8e9c tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Dec 27 14:23:21.093250 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a77f139-52b5-4c76-ba46-e68594fccc9f req-b651fd0b-0f99-4e85-806b-b5295f5a5584 tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 210 time: 0.0259888 Dec 27 14:23:21.443696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80997350-6fa3-4fe8-bc5e-e6a570486152 req-714d894b-603b-4172-bc1a-13e08f339bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:21.445192 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-80997350-6fa3-4fe8-bc5e-e6a570486152 req-714d894b-603b-4172-bc1a-13e08f339bd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.0439119 Dec 27 14:23:21.497561 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-80997350-6fa3-4fe8-bc5e-e6a570486152 req-83c75f4b-d0f7-4e7a-a55e-ce9c8383bb5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374134 Dec 27 14:23:21.517697 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['93ed3518-1780-484d-ba95-946cdfd9103a'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:22.010856 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd47cf-fbe1-4cb0-875c-98efd27553dd req-c832aa9d-e7b9-4649-81c8-a1c9a45e6951 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:22.012572 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fdbd47cf-fbe1-4cb0-875c-98efd27553dd req-c832aa9d-e7b9-4649-81c8-a1c9a45e6951 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0615604 Dec 27 14:23:22.064153 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fdbd47cf-fbe1-4cb0-875c-98efd27553dd req-71ca65f5-a333-438f-8bf7-527ab55865f2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450413 Dec 27 14:23:22.147492 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa90ed-1a17-4d16-8519-09518935e216 req-877cee79-9803-4e56-855f-c106d22550bd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:22.149118 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ccfa90ed-1a17-4d16-8519-09518935e216 req-877cee79-9803-4e56-855f-c106d22550bd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 944 time: 0.0529759 Dec 27 14:23:22.202033 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ccfa90ed-1a17-4d16-8519-09518935e216 req-b4958a84-bb4d-490a-939f-e0c154f5ae35 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Dec 27 14:23:22.203005 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b83c24e8-f2e7-4771-b08b-44b17e4ad6f3 req-76bf47bb-3e8f-41f9-a84b-63748da1908c tempest-VolumesNegativeTest-638244781 tempest-VolumesNegativeTest-638244781-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8d4102a-6cfc-442e-aa11-c1af898bfedd HTTP/1.1" status: 200 len: 210 time: 0.0270245 Dec 27 14:23:23.022250 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device b0dc9db5-833a-4012-9679-5e5a903f1834 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:23:23.073126 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port b0dc9db5-833a-4012-9679-5e5a903f1834 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:23:23.077381 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port b0dc9db5-833a-4012-9679-5e5a903f1834 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:23.077756 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:23.169990 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:23.189157 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-fcccb329-af71-49c2-85f3-d5e0f922def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.190679 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-fcccb329-af71-49c2-85f3-d5e0f922def9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.0754242 Dec 27 14:23:23.197093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc9db5-833a-4012-9679-5e5a903f1834'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:23.199335 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04137cf-da7a-4051-bcb4-6d507777dd07" -d '{"events": [{"server_uuid": "77e5bc07-27af-405b-8aa6-c46ab71c6308", "name": "network-vif-plugged", "status": "completed", "tag": "b0dc9db5-833a-4012-9679-5e5a903f1834"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:23.208810 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b98e9-8bd5-4bb9-aff9-1677700bfa8b req-4e15d6e0-d2af-4ce0-8893-a8141055e4d7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.209940 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ea2b98e9-8bd5-4bb9-aff9-1677700bfa8b req-4e15d6e0-d2af-4ce0-8893-a8141055e4d7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0644586 Dec 27 14:23:23.221717 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port b0dc9db5-833a-4012-9679-5e5a903f1834, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b0dc9db5-833a-4012-9679-5e5a903f1834,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:23.226701 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:23.229707 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 93ed3518-1780-484d-ba95-946cdfd9103a no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:23:23.275360 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d850d-4675-4022-bca5-966d7a0e8c88 x-openstack-request-id: req-ac8d850d-4675-4022-bca5-966d7a0e8c88 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:23.275912 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e5bc07-27af-405b-8aa6-c46ab71c6308", "name": "network-vif-plugged", "status": "completed", "tag": "b0dc9db5-833a-4012-9679-5e5a903f1834", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:23.276271 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ac8d850d-4675-4022-bca5-966d7a0e8c88 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:23.276779 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0dc9db5-833a-4012-9679-5e5a903f1834', 'code': 200} Dec 27 14:23:23.280338 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 93ed3518-1780-484d-ba95-946cdfd9103a {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:23:23.280952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 93ed3518-1780-484d-ba95-946cdfd9103a not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:23:23.350842 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ea2b98e9-8bd5-4bb9-aff9-1677700bfa8b req-5be7c5f4-848d-4843-868b-35dbf736a013 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330807 Dec 27 14:23:23.362601 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-58ec103c-939c-4d9f-ab47-0bf04d482046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.364819 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-58ec103c-939c-4d9f-ab47-0bf04d482046 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.1203384 Dec 27 14:23:23.371287 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a1066f6-c7a5-4f0b-b4ec-5eb37517f69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:23.383201 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=b0dc9db5-833a-4012-9679-5e5a903f1834,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:23.436569 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffefce-11d4-4258-a0e9-339f3cb763e8 req-a2888a7e-e5f7-4bdf-844d-4d9ff8a051b8 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.448552 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1ffefce-11d4-4258-a0e9-339f3cb763e8 req-a2888a7e-e5f7-4bdf-844d-4d9ff8a051b8 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.1071627 Dec 27 14:23:23.472717 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-51ac3004-cc5e-4a43-a42e-767b589439c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0879495 Dec 27 14:23:23.502200 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1ffefce-11d4-4258-a0e9-339f3cb763e8 req-7a808e2b-3492-44af-9116-ed1978595f43 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527830 Dec 27 14:23:23.575556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-0028f9f4-a50d-407b-8194-e5315f890d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.579487 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-0028f9f4-a50d-407b-8194-e5315f890d9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0875208 Dec 27 14:23:23.616551 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9f08c-351a-41f1-b094-3e7cf6303147 req-1e8ca060-ae6b-4546-ae66-2f2efa09413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.618184 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a8c9f08c-351a-41f1-b094-3e7cf6303147 req-1e8ca060-ae6b-4546-ae66-2f2efa09413b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 1098 time: 0.0588162 Dec 27 14:23:23.623460 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-7eb79ed7-bdf4-4639-a0a6-97c4fc554cbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332026 Dec 27 14:23:23.701589 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a8c9f08c-351a-41f1-b094-3e7cf6303147 req-f97a993d-3e03-4239-b915-af5230c565f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Dec 27 14:23:23.756141 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-1633cf45-ddbc-4efc-b4bb-405339335664 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041567 Dec 27 14:23:23.895413 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d00ec-d463-4674-867d-6fbdb1c1e516 req-a79e5171-0a80-4d38-b70c-fabbb460a9c4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:23.896969 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d18d00ec-d463-4674-867d-6fbdb1c1e516 req-a79e5171-0a80-4d38-b70c-fabbb460a9c4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Dec 27 14:23:23.949636 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:23.959955 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d18d00ec-d463-4674-867d-6fbdb1c1e516 req-e853e77b-1c75-4894-b9ed-cf3a08236835 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567710 Dec 27 14:23:23.985389 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 57094) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:24.186563 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fff6d914-aca8-4f3e-b409-d04b336d27f1 req-d4bad72e-c7a3-4cf9-8ae6-4353d2d67100 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336112 Dec 27 14:23:24.189188 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e5d91-bb12-4236-b4ce-3e615382aa1f tempest-TestMinimumBasicScenario-563937258 tempest-TestMinimumBasicScenario-563937258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:24.191895 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-190e5d91-bb12-4236-b4ce-3e615382aa1f tempest-TestMinimumBasicScenario-563937258 tempest-TestMinimumBasicScenario-563937258-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1094 time: 0.2042274 Dec 27 14:23:24.193473 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 57136) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:24.199422 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'port_id': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:24.229906 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:24.323812 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:24.395866 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:24.437943 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Allocated IP 172.27.2.176 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/d93be2b8-30e6-43f6-8f3a-1410d4ee3073) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:23:24.548132 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b5e48-7ed8-4119-89bb-bf2ff8e5c04c req-c0ece37f-d8cb-49fd-aaa3-72bfa5e8b1cf tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:24.549699 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-582b5e48-7ed8-4119-89bb-bf2ff8e5c04c req-c0ece37f-d8cb-49fd-aaa3-72bfa5e8b1cf tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.1094990 Dec 27 14:23:24.626591 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:24.636329 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-582b5e48-7ed8-4119-89bb-bf2ff8e5c04c req-3dd1db64-05bf-42e2-9229-97046f7a5349 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774751 Dec 27 14:23:24.637173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62da5-9203-4d37-94e0-29e5fef0b26b req-eb3519b4-6505-40fb-8855-d8df77eb08e0 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:24.639866 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2ba62da5-9203-4d37-94e0-29e5fef0b26b req-eb3519b4-6505-40fb-8855-d8df77eb08e0 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.0558174 Dec 27 14:23:24.685891 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:24.701413 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2ba62da5-9203-4d37-94e0-29e5fef0b26b req-4a49cfd7-288f-40af-8f13-cf52429438a6 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557137 Dec 27 14:23:24.733559 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:23:24.736373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:24.739829 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:23:24.762586 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'Port': ['ID=d93be2b8-30e6-43f6-8f3a-1410d4ee3073,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:25.263960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44bb47-9714-483f-b293-05fdd12f355a req-6f3533b9-43f2-4e2e-b57d-3f3060faa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:25.265342 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-6f3533b9-43f2-4e2e-b57d-3f3060faa6bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.3957622 Dec 27 14:23:25.280251 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00a30-6c49-4ea5-8a03-7865a8dae348 req-85817fad-7338-4560-bd6b-46129abbe2a3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:25.281978 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8df00a30-6c49-4ea5-8a03-7865a8dae348 req-85817fad-7338-4560-bd6b-46129abbe2a3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.3987362 Dec 27 14:23:25.507850 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8df00a30-6c49-4ea5-8a03-7865a8dae348 req-265391f5-c9b2-4ecd-9620-306b28bc304a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182968 Dec 27 14:23:25.562446 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44bb47-9714-483f-b293-05fdd12f355a req-1f5cf0df-be30-4fc7-bd35-bb690bf6a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:25.563914 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-1f5cf0df-be30-4fc7-bd35-bb690bf6a3e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.2628438 Dec 27 14:23:25.628756 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-1439f27f-d955-4b3c-a4a1-75c44ba67a44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0448008 Dec 27 14:23:25.629803 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:25.718286 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44bb47-9714-483f-b293-05fdd12f355a req-6ab138a5-8f6d-4450-b9d3-8f23ba0faa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:25.718998 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-6ab138a5-8f6d-4450-b9d3-8f23ba0faa6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0700848 Dec 27 14:23:25.766194 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-0ce25cdb-596a-4b54-aae3-8f3d87683704 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302601 Dec 27 14:23:25.769022 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:25.839725 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f57b94-773b-4267-aa1e-51bd1f611fb7 req-be04711c-5d21-4e54-a5b4-522829a5211f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:25.841888 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a6f57b94-773b-4267-aa1e-51bd1f611fb7 req-be04711c-5d21-4e54-a5b4-522829a5211f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.0627375 Dec 27 14:23:25.910572 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a6f57b94-773b-4267-aa1e-51bd1f611fb7 req-d52fec82-27a2-4f72-bc8e-9f515a404404 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578544 Dec 27 14:23:25.955030 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-5d90626f-d2bb-4ee3-9e6d-e7b8bb423cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652727 Dec 27 14:23:26.083739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.093323 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.101173 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df44bb47-9714-483f-b293-05fdd12f355a req-5a18411c-3aaf-4911-a833-6aee48a1e1b7 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381516 Dec 27 14:23:26.162350 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.185497 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'Port': ['ID=d93be2b8-30e6-43f6-8f3a-1410d4ee3073,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:26.200693 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.321207 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Floating IP d3b624a4-9dc9-4ff7-8910-24d2911d2d17 associated. External IP: 172.27.2.176, port: 7e953f6b-a948-41fc-94f1-b04996e676ac. Dec 27 14:23:26.530894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:23:26.681396 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2d795-5cd8-47ce-80bb-3b1ed3055a52 req-83eee9f3-7ab6-4242-8801-cd77b4347f69 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:26.682841 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dcb2d795-5cd8-47ce-80bb-3b1ed3055a52 req-83eee9f3-7ab6-4242-8801-cd77b4347f69 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0981078 Dec 27 14:23:26.684219 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:23:26.693341 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] Sync routers for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:23:26.704603 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:23:26.705290 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:23:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:26.722368 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.761487 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dcb2d795-5cd8-47ce-80bb-3b1ed3055a52 req-f412b8fc-c00e-4f51-90f7-54bb48357d83 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727820 Dec 27 14:23:26.763335 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9283c0ed-4ef0-419c-beed-e53fcb144608 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5689371 Dec 27 14:23:26.764193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:26.766804 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a64c98-6bf7-44ea-b978-7fd85e121b51" -d '{"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:26.767638 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 57336) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:26.775700 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627542527', 'description': 'tempest-secgroup-smoke-1627542527 description', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:26.808925 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.812002 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e1f32-cb03-4a70-95ae-4266b577f18c x-openstack-request-id: req-4c0e1f32-cb03-4a70-95ae-4266b577f18c {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:26.812314 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:26.812737 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c0e1f32-cb03-4a70-95ae-4266b577f18c {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:26.813164 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'status': 'completed', 'code': 200} Dec 27 14:23:26.880837 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.882367 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-dc2951c9-47bc-4e64-b3d9-f0e068e5c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:26.884446 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-dc2951c9-47bc-4e64-b3d9-f0e068e5c8db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1099 time: 0.0459423 Dec 27 14:23:26.886058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.917858 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.919140 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1488764 Dec 27 14:23:26.921818 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:23:26.922074 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 57340) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:26.927425 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group_rule': {'security_group_id': 'ae997008-005f-48b5-9677-e7995653da8a', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:26.933834 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae997008-005f-48b5-9677-e7995653da8a,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:26.942372 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.942710 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.943063 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.943455 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.943723 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.944086 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.944416 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.944743 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.945071 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.945395 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.945716 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.946045 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.947057 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ee69e-2aec-4e10-aa89-b67832879b07 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:23:26.982838 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:26.987110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.049725 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.052431 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-4058eb61-e7f4-4ad9-9472-5c1482accdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:27.054300 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-4058eb61-e7f4-4ad9-9472-5c1482accdd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 915 time: 0.1587858 Dec 27 14:23:27.054448 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.079396 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff08bc5-fa9a-45de-90b8-550da75ce9b9,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:27.083798 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e3ff9-3c43-4966-b4cd-a325eabe8e39 req-132bdabb-c029-4e80-b1d3-7f9d24a52fee tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:27.085351 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8c7e3ff9-3c43-4966-b4cd-a325eabe8e39 req-132bdabb-c029-4e80-b1d3-7f9d24a52fee tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.0829225 Dec 27 14:23:27.096212 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.100077 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2f84e86f-0f88-48b4-9ed5-e71430adc87f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745660 Dec 27 14:23:27.100741 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 57344) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:27.104958 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group_rule': {'security_group_id': 'ae997008-005f-48b5-9677-e7995653da8a', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:27.144831 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.161618 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-cb6a0899-d114-4682-9b43-d80179d88b59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 1000 time: 0.0954833 Dec 27 14:23:27.179313 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8c7e3ff9-3c43-4966-b4cd-a325eabe8e39 req-5d2246eb-7d97-4b25-9b73-ba8455a6b019 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631835 Dec 27 14:23:27.188205 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'd3b624a4-9dc9-4ff7-8910-24d2911d2d17', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'port_id': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'mac_address': 'fa:16:3e:d4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:23:25Z', 'updated_at': '2021-12-27T14:23:25Z', 'revision_number': 0, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:19Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:27.215349 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] Checking router: e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:23:27.223790 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:23:27.224437 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:23:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:27.233178 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.240356 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.242868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-fa3895c0-a2a0-4e72-9d2e-3ff4fa356655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:27.245918 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-fa3895c0-a2a0-4e72-9d2e-3ff4fa356655 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0657420 Dec 27 14:23:27.261869 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d334f0a5-acd6-4b06-992e-e2ada9f41b21,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:27.272715 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.273924 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-cfe90874-b0dc-4911-b16b-759b7e353840 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1724837 Dec 27 14:23:27.276764 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 57356) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:27.281838 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group_rule': {'security_group_id': 'ae997008-005f-48b5-9677-e7995653da8a', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:27.316752 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-41315879-f1b9-45b4-91e5-f48d2fb4d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:27.319710 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-41315879-f1b9-45b4-91e5-f48d2fb4d377 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632775 Dec 27 14:23:27.325721 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.377449 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:23:27.400670 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.408712 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.459507 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be91c51-3670-43c0-9431-1680bdd8ddc8,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:27.504451 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.510975 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-1aed0289-f8fe-4b3e-a86b-23a51a101967 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2331178 Dec 27 14:23:27.514430 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 57392) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:27.518518 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-ff5a3b43-d3bd-47bc-9f26-bc8ac9789b7d service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897283 Dec 27 14:23:27.522355 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group_rule': {'security_group_id': 'ae997008-005f-48b5-9677-e7995653da8a', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:27.583555 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.644186 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a64c98-6bf7-44ea-b978-7fd85e121b51 req-49e5e6b8-e3e2-4faa-bec0-32eb97af2294 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154847 Dec 27 14:23:27.692409 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 57400) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:27.707518 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.713294 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.740340 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1315eb02-bdbc-472b-8057-1035dd73ca1e,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:27.742010 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'd3b624a4-9dc9-4ff7-8910-24d2911d2d17', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'port_id': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'mac_address': 'fa:16:3e:d4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:23:25Z', 'updated_at': '2021-12-27T14:23:25Z', 'revision_number': 0, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:19Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:23:27.753568 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.757365 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b23ced81-1dc3-4501-9097-8489bfa980a8 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2363172 Dec 27 14:23:27.757704 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 57404) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:27.763291 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group_rule': {'security_group_id': 'ae997008-005f-48b5-9677-e7995653da8a', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:27.772603 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de76b24-fe78-4ec0-83af-66f73df4f2b2 None None] The sync data for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi is: [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'd3b624a4-9dc9-4ff7-8910-24d2911d2d17', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'port_id': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'mac_address': 'fa:16:3e:d4:49:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:23:25Z', 'updated_at': '2021-12-27T14:23:25Z', 'revision_number': 0, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:19Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:23:27.830759 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Project ca837abe525d4bf89957e0a02b5d06d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 27 14:23:27.846388 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.924668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30d032-d858-417e-9b3b-dd038a87acfd req-65b2d725-0bdd-49ec-80c4-cb5ffab16b98 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:27.926601 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-aa30d032-d858-417e-9b3b-dd038a87acfd req-65b2d725-0bdd-49ec-80c4-cb5ffab16b98 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0752180 Dec 27 14:23:27.955230 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.962677 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:27.981961 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-aa30d032-d858-417e-9b3b-dd038a87acfd req-8c7ba462-55db-4bb0-91a4-fd8b0516bbab tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482738 Dec 27 14:23:27.990430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780a5099-9244-4ca6-b9f6-f4467dea7186,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:27.995594 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a99f847c-608e-46a9-a47b-6917f5233dff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca740df033cb4ee7a6a42fe098749e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015146 Dec 27 14:23:27.998239 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 57412) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:28.013228 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.014450 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-11e97904-0a1f-420d-adce-bcd6acedcfab tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2557192 Dec 27 14:23:28.017970 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 57414) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:23:28.022852 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'security_group_rule': {'security_group_id': 'ae997008-005f-48b5-9677-e7995653da8a', 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:28.048157 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.securitygroups_db [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Project ca837abe525d4bf89957e0a02b5d06d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 27 14:23:28.053789 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.069461 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62473ea6-24cf-4ec9-9ac2-1be1d5630b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.091172 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62473ea6-24cf-4ec9-9ac2-1be1d5630b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.107810 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a145a09-a9df-41b9-9164-d865b2c4a836 None None] New status for floating IP d3b624a4-9dc9-4ff7-8910-24d2911d2d17: ACTIVE {{(pid=102431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:23:28.137671 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.149076 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.160751 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62473ea6-24cf-4ec9-9ac2-1be1d5630b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.163524 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-62473ea6-24cf-4ec9-9ac2-1be1d5630b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.164628 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-62473ea6-24cf-4ec9-9ac2-1be1d5630b15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61673cae-e77d-41d2-b695-21191833524c HTTP/1.1" status: 204 len: 168 time: 0.1655278 Dec 27 14:23:28.169155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f0484d-7c84-4662-9ecd-b50eb802fc9e,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:28.186779 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.191251 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62473ea6-24cf-4ec9-9ac2-1be1d5630b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61673cae-e77d-41d2-b695-21191833524c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:28.194000 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-957b4062-0bbb-4dcc-a838-a25a63b163ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737120 Dec 27 14:23:28.332196 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-f7095fcb-5c61-4526-b739-3cd807dd51dc tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627542527&fields=id&tenant_id=ca837abe525d4bf89957e0a02b5d06d4 HTTP/1.1" status: 200 len: 267 time: 0.0870283 Dec 27 14:23:28.637711 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-d401aec2-6e09-4053-bffd-e4756611ead4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:28.639215 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-d401aec2-6e09-4053-bffd-e4756611ead4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.2992232 Dec 27 14:23:28.650861 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'port': {'security_groups': ['93f31379-c411-4a5a-a89b-6a5a3cebed39', 'ae997008-005f-48b5-9677-e7995653da8a']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:28.715527 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.900001 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:28.929571 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.934666 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.952248 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['7e953f6b-a948-41fc-94f1-b04996e676ac'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:28.984289 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:28.985113 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:28.987868 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ece6ad5-794e-444d-ae60-b1e43e6d7399 req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "PUT /v2.0/ports/7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 982 time: 0.3413587 Dec 27 14:23:28.987868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:28.989699 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f7359-5489-4ad3-932f-c692659f6d84" -d '{"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:29.018074 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d90ab-9a44-4003-a263-6e1573d792ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=6']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:29.064405 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013bf7bb-2b64-46c8-9fef-e091331210b4 x-openstack-request-id: req-013bf7bb-2b64-46c8-9fef-e091331210b4 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:29.064700 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:29.065098 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-013bf7bb-2b64-46c8-9fef-e091331210b4 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:29.065786 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'status': 'completed', 'code': 200} Dec 27 14:23:29.167222 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ed337-aef3-4a54-8553-4c2ca0ba198b req-f554277c-d1f3-4481-a44b-2dc312519b17 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:29.168882 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-693ed337-aef3-4a54-8553-4c2ca0ba198b req-f554277c-d1f3-4481-a44b-2dc312519b17 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0743668 Dec 27 14:23:29.234565 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-693ed337-aef3-4a54-8553-4c2ca0ba198b req-78795ba6-278b-40ff-9fc5-591b5f1227d7 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591037 Dec 27 14:23:29.236047 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7359-5489-4ad3-932f-c692659f6d84 req-5c482759-a722-410f-9ef1-396d013de7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:29.237517 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-5c482759-a722-410f-9ef1-396d013de7ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1138 time: 0.1150222 Dec 27 14:23:29.254345 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-fafc85e3-3acf-438f-acfa-996e613288d2 None None] Provisioning complete for port 7e953f6b-a948-41fc-94f1-b04996e676ac triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:29.254882 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fafc85e3-3acf-438f-acfa-996e613288d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:29.259717 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14425c-0c98-45ba-8b93-552b38b97c15 req-9132d7e4-3c86-4376-be79-3116f3e7e576 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:29.261332 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1c14425c-0c98-45ba-8b93-552b38b97c15 req-9132d7e4-3c86-4376-be79-3116f3e7e576 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.1102850 Dec 27 14:23:29.284531 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['7e953f6b-a948-41fc-94f1-b04996e676ac'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:29.366222 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1c14425c-0c98-45ba-8b93-552b38b97c15 req-132d320e-0d0f-410f-a7d2-bb8d3aaa61c2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952194 Dec 27 14:23:29.390250 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7359-5489-4ad3-932f-c692659f6d84 req-776224df-11eb-4f44-9dcc-ec63d4129e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:29.391800 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-776224df-11eb-4f44-9dcc-ec63d4129e97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 915 time: 0.1295896 Dec 27 14:23:29.474115 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-c0f10068-b81f-4bf8-b235-a1480a1e185f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 1002 time: 0.0630460 Dec 27 14:23:29.544602 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7359-5489-4ad3-932f-c692659f6d84 req-9ceddc9c-295d-4d60-a134-d8f8cd27f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:29.546189 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-9ceddc9c-295d-4d60-a134-d8f8cd27f6a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0496030 Dec 27 14:23:29.600649 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f7359-5489-4ad3-932f-c692659f6d84 req-0bf2b298-6871-4cd6-a261-613d6410ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:29.602271 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-0bf2b298-6871-4cd6-a261-613d6410ad3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444427 Dec 27 14:23:29.704272 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-567bcae5-2287-4f80-bd72-6945244be1c7 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892115 Dec 27 14:23:29.808650 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-495f7359-5489-4ad3-932f-c692659f6d84 req-729cf524-43f1-4107-99c2-398c08956600 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915704 Dec 27 14:23:30.494227 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075298c-5aec-4d35-a7bc-e5399787ebe1 req-2dbf5186-f74c-448f-9b08-6f099f7de09c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:30.495700 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5075298c-5aec-4d35-a7bc-e5399787ebe1 req-2dbf5186-f74c-448f-9b08-6f099f7de09c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0524118 Dec 27 14:23:30.543761 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5075298c-5aec-4d35-a7bc-e5399787ebe1 req-dddb2c1f-0a48-4697-a017-40eff05f0238 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Dec 27 14:23:33.018309 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1589ba0-8bba-4254-b957-0d836c561dfb req-c339cc34-12a3-43ce-ba4b-bab6dfbdc774 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:33.019773 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c1589ba0-8bba-4254-b957-0d836c561dfb req-c339cc34-12a3-43ce-ba4b-bab6dfbdc774 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0501883 Dec 27 14:23:33.070681 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c1589ba0-8bba-4254-b957-0d836c561dfb req-b8bcfa89-4c41-47b8-af90-5bc3d69b92c9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Dec 27 14:23:34.637714 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-e9a6ff7c-20c7-4517-aeff-b996e1eb04b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:34.639374 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-e9a6ff7c-20c7-4517-aeff-b996e1eb04b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.1070280 Dec 27 14:23:34.654504 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-ddafe4aa-8275-41f8-a955-e536ed1acf69 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/quotas/648321538a5a439baf7e39cee8742fc4 HTTP/1.1" status: 200 len: 375 time: 0.0091708 Dec 27 14:23:34.707686 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-8e274a27-5c12-4e12-bfd0-26f9bc905464 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478220 Dec 27 14:23:34.805898 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-af5cc88c-168b-4e23-8f33-965430899d0a service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907805 Dec 27 14:23:34.902121 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-bb46ffae-e292-4dc2-b4f3-8b5524bc1c4d service neutron] 10.222.0.37 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878768 Dec 27 14:23:35.064982 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-00af1324-b78d-4a3e-836d-3ea19fcb3e4d req-7c3ff8ba-2a4b-4e27-adb7-9a1a18f5d350 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Dec 27 14:23:36.174495 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d6f79f96-db99-44c7-9906-7346ed327a65 req-b3c4570d-cf7d-409f-8010-de9baffd4bea tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 210 time: 0.0367060 Dec 27 14:23:36.278081 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-7e422cb7-1e43-4529-9108-1bf0355682fb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:36.280154 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-7e422cb7-1e43-4529-9108-1bf0355682fb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 815 time: 0.1313722 Dec 27 14:23:36.296793 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Request body: {'port': {'device_id': 'b9463099-568c-4c60-a669-3cd59a85b759', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'admin_state_up': True, 'tenant_id': '648321538a5a439baf7e39cee8742fc4'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:36.412787 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Made reservation on behalf of 648321538a5a439baf7e39cee8742fc4 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:23:36.416800 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:36.544211 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Allocated IP 172.20.0.6 (f572a130-3f83-4c3c-b51f-af2b9bc79a2e/8b5c6985-e3dc-4a23-9014-4a7d1f901915/9011f65d-73a4-4471-925a-06f657690c61) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:23:36.703449 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:36.737642 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:36.762086 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a', 'f680b340-28a2-42f0-ac86-bdf63408f922', 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:36.783104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Network f572a130-3f83-4c3c-b51f-af2b9bc79a2e is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:23:36.786050 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:23:36.789762 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:23:36.799761 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event updated for resources: {'Port': ['ID=9011f65d-73a4-4471-925a-06f657690c61,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:36.854920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:36.855441 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:36.872941 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-6378c8ff-7fe2-4390-abe0-873c3cec63bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802765 Dec 27 14:23:36.900076 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Request body: {'port': {'device_id': 'b9463099-568c-4c60-a669-3cd59a85b759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:23:36.953559 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:37.221108 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9011f65d-73a4-4471-925a-06f657690c61 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:37.229938 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:37.242035 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Transition to ACTIVE for port object 9011f65d-73a4-4471-925a-06f657690c61 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:23:37.245924 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:37.296833 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78924-c83f-4487-9d54-9151e024be53 req-1d4740be-1b7e-4cb0-83fe-b9dee59ab938 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:37.298412 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-caa78924-c83f-4487-9d54-9151e024be53 req-1d4740be-1b7e-4cb0-83fe-b9dee59ab938 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 943 time: 0.0503795 Dec 27 14:23:37.319777 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=9011f65d-73a4-4471-925a-06f657690c61,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:37.371818 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Attempting to bind port 9011f65d-73a4-4471-925a-06f657690c61 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:23:37.372177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Attempting to bind port 9011f65d-73a4-4471-925a-06f657690c61 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:23:37.372498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Attempting to bind port 9011f65d-73a4-4471-925a-06f657690c61 on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:37.376831 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Port 9011f65d-73a4-4471-925a-06f657690c61 on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:23:37.377667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Attempting to bind port 9011f65d-73a4-4471-925a-06f657690c61 on network f572a130-3f83-4c3c-b51f-af2b9bc79a2e {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:23:37.377778 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-caa78924-c83f-4487-9d54-9151e024be53 req-6b5cf104-1574-4739-bce3-65698571af62 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694904 Dec 27 14:23:37.381956 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:23:37.382281 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Checking segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:23:37.382649 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Bound using segment: {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:23:37.383073 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Bound port: 9011f65d-73a4-4471-925a-06f657690c61, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9327cb96-972d-4c82-a559-e604f21513ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:23:37.384092 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:37.446698 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] For port 9011f65d-73a4-4471-925a-06f657690c61, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:23:37.449872 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] For port 9011f65d-73a4-4471-925a-06f657690c61, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=9011f65d-73a4-4471-925a-06f657690c61,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:23:37.453286 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:37.489422 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:37.490032 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:37.491383 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] 10.222.0.30 "PUT /v2.0/ports/9011f65d-73a4-4471-925a-06f657690c61 HTTP/1.1" status: 200 len: 1093 time: 0.5960844 Dec 27 14:23:37.491826 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9463099-568c-4c60-a669-3cd59a85b759', 'tag': '9011f65d-73a4-4471-925a-06f657690c61'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:37.494612 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28876acb-5b9a-4dcb-be63-be7c283625cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b9463099-568c-4c60-a669-3cd59a85b759", "tag": "9011f65d-73a4-4471-925a-06f657690c61"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:37.521494 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8453b33-0901-40aa-93f9-d8b10367ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=9011f65d-73a4-4471-925a-06f657690c61,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:37.535099 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f90f62-924b-4e40-a681-72fdcc0b2d8f x-openstack-request-id: req-c9f90f62-924b-4e40-a681-72fdcc0b2d8f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:37.535393 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9463099-568c-4c60-a669-3cd59a85b759", "tag": "9011f65d-73a4-4471-925a-06f657690c61", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:37.535791 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9f90f62-924b-4e40-a681-72fdcc0b2d8f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:37.536373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9463099-568c-4c60-a669-3cd59a85b759', 'tag': '9011f65d-73a4-4471-925a-06f657690c61', 'status': 'completed', 'code': 200} Dec 27 14:23:37.603180 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-215489c8-d0b4-461f-a41a-dc1af5d3cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:37.604866 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-215489c8-d0b4-461f-a41a-dc1af5d3cf75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 1096 time: 0.0436122 Dec 27 14:23:37.656964 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-28b21f9c-7bee-4d03-952c-c272c60ab4f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9011f65d-73a4-4471-925a-06f657690c61 HTTP/1.1" status: 200 len: 217 time: 0.0369525 Dec 27 14:23:37.717123 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-9ee11153-52ae-42e4-b137-d75e6ae49c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:37.718558 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-9ee11153-52ae-42e4-b137-d75e6ae49c25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0475638 Dec 27 14:23:37.754948 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-13babd5c-c76f-4d96-b14f-01aca4d5c708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249112 Dec 27 14:23:37.849052 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-9357826a-2fc8-40fb-b9af-1274c254243e service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817275 Dec 27 14:23:37.958850 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-76424d81-4f60-45a3-a906-98963f6e2d08 req-392d7bf8-37a6-4bd3-8ab0-d2dc247c5f14 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897188 Dec 27 14:23:38.071696 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-e111c4b9-76b5-464e-ae81-207b9fd1776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:38.073103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-e111c4b9-76b5-464e-ae81-207b9fd1776c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=648321538a5a439baf7e39cee8742fc4&device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 1096 time: 0.0408559 Dec 27 14:23:38.169137 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-7b549b8a-4ed4-4b90-893e-8dfed020f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:38.170566 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-7b549b8a-4ed4-4b90-893e-8dfed020f02f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 200 len: 915 time: 0.0869875 Dec 27 14:23:38.219932 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-0d7a984a-ec0c-41b9-8f2b-c53c7a9f0982 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9011f65d-73a4-4471-925a-06f657690c61 HTTP/1.1" status: 200 len: 217 time: 0.0342510 Dec 27 14:23:38.275104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-795b484e-97a5-4709-a5b4-9b6cd087217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:38.276552 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-795b484e-97a5-4709-a5b4-9b6cd087217d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 200 len: 855 time: 0.0424819 Dec 27 14:23:38.321500 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-1f730555-d0df-4f84-913b-7eb9866af8d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f572a130-3f83-4c3c-b51f-af2b9bc79a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277183 Dec 27 14:23:38.432148 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-9d322c17-156a-487a-938e-0c5eca068b91 service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847707 Dec 27 14:23:38.503459 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ae408-bff3-47a1-a73b-2f8b9b573d21 req-b946434a-d7ff-4ab0-bbfe-4d271aff7888 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:38.505117 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-391ae408-bff3-47a1-a73b-2f8b9b573d21 req-b946434a-d7ff-4ab0-bbfe-4d271aff7888 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 943 time: 0.0482166 Dec 27 14:23:38.545281 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-28876acb-5b9a-4dcb-be63-be7c283625cc req-26479c94-dcd9-40d9-867e-d8c0597ca92f service neutron] 10.222.0.30 "GET /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043847 Dec 27 14:23:38.555760 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-391ae408-bff3-47a1-a73b-2f8b9b573d21 req-bad47cf3-f67d-43ba-a200-b9da5ff32091 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Dec 27 14:23:39.677825 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d289898-c2ac-4f6a-bb0b-14efdb41be5e req-4f8df5e6-a7a7-45d2-9f34-ee6b29686139 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:39.679242 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2d289898-c2ac-4f6a-bb0b-14efdb41be5e req-4f8df5e6-a7a7-45d2-9f34-ee6b29686139 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 943 time: 0.0497818 Dec 27 14:23:39.726978 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2d289898-c2ac-4f6a-bb0b-14efdb41be5e req-87ab02b6-38a5-43f9-a791-4443b54f982b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406854 Dec 27 14:23:40.869637 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01438095-ec99-46f9-913b-991e2e1c142d req-a2853e86-9f53-41c2-a6d5-9fd0d819975a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:40.871103 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-01438095-ec99-46f9-913b-991e2e1c142d req-a2853e86-9f53-41c2-a6d5-9fd0d819975a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 943 time: 0.0588012 Dec 27 14:23:40.920759 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-01438095-ec99-46f9-913b-991e2e1c142d req-1b14b4f1-78ea-4b63-bce6-10adea46051a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435333 Dec 27 14:23:41.101232 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 9011f65d-73a4-4471-925a-06f657690c61 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:23:41.190224 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc76f4-5356-4160-bdbe-62ee18dd003d req-e3e12e36-cb23-4269-8210-b93c178e6088 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:41.191805 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-42dc76f4-5356-4160-bdbe-62ee18dd003d req-e3e12e36-cb23-4269-8210-b93c178e6088 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0950108 Dec 27 14:23:41.198486 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722803-3f2c-4641-ba2d-81ec86732957 req-147871e2-5727-4375-b7a3-3e20dac3b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:41.199975 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-147871e2-5727-4375-b7a3-3e20dac3b393 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.0716298 Dec 27 14:23:41.305103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-42dc76f4-5356-4160-bdbe-62ee18dd003d req-8c17cd2a-3e46-42ad-aef1-3143c0c0a879 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040747 Dec 27 14:23:41.327391 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 9011f65d-73a4-4471-925a-06f657690c61, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=9011f65d-73a4-4471-925a-06f657690c61,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:41.327609 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722803-3f2c-4641-ba2d-81ec86732957 req-25c25678-a9d3-4482-b3c6-be5a4a528e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:41.329055 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-25c25678-a9d3-4482-b3c6-be5a4a528e9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.1142931 Dec 27 14:23:41.340099 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '9011f65d-73a4-4471-925a-06f657690c61', 'network_id': 'f572a130-3f83-4c3c-b51f-af2b9bc79a2e', 'port_id': '9011f65d-73a4-4471-925a-06f657690c61', 'mac_address': 'fa:16:3e:50:bd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c6985-e3dc-4a23-9014-4a7d1f901915', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:23:41.376944 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:41.377767 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-78a572e6-8f2f-4499-a81f-cfe104f663b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0355287 Dec 27 14:23:41.390841 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9011f65d-73a4-4471-925a-06f657690c61 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:23:41.411686 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 9011f65d-73a4-4471-925a-06f657690c61, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=9011f65d-73a4-4471-925a-06f657690c61,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:41.416341 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:41.440350 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10722803-3f2c-4641-ba2d-81ec86732957 req-f4677a61-957b-4ac4-b297-e6c0411dda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:41.441905 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-f4677a61-957b-4ac4-b297-e6c0411dda42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0461364 Dec 27 14:23:41.467421 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=9011f65d-73a4-4471-925a-06f657690c61,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:41.477343 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-063134b3-5f7b-4715-ad09-46a7872c97c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273705 Dec 27 14:23:41.577912 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-2357ef17-8d8a-4179-a9c3-299ec12001cd service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922327 Dec 27 14:23:41.677233 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-10722803-3f2c-4641-ba2d-81ec86732957 req-0eeb7fca-6a9a-4270-9c2c-93c3aad650eb service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885999 Dec 27 14:23:42.038419 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef494-f700-475e-bcb7-e9ff7fb608dd req-1cd4f2d0-7cac-49ac-8a6d-b6471bcfb193 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:42.040148 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-59bef494-f700-475e-bcb7-e9ff7fb608dd req-1cd4f2d0-7cac-49ac-8a6d-b6471bcfb193 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 944 time: 0.0492957 Dec 27 14:23:42.082914 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['9011f65d-73a4-4471-925a-06f657690c61'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:23:42.088189 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-59bef494-f700-475e-bcb7-e9ff7fb608dd req-92850703-320c-4150-ba14-1aa6198ac6c8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Dec 27 14:23:42.291514 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:23:42.429514 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2dc72-aad1-4e03-aa80-19381c58ed82 req-b8d0df07-a36c-4d1c-9595-fed7b79b0cf7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:42.432527 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b2a2dc72-aad1-4e03-aa80-19381c58ed82 req-b8d0df07-a36c-4d1c-9595-fed7b79b0cf7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0539360 Dec 27 14:23:42.481213 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b2a2dc72-aad1-4e03-aa80-19381c58ed82 req-8a618359-e6c6-40e2-8901-65d22f05333e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Dec 27 14:23:43.206589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d550-63fd-47ec-a7d4-a7b2112f1441 req-59639057-19b4-4443-a8c0-176d63db120e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:43.208063 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d848d550-63fd-47ec-a7d4-a7b2112f1441 req-59639057-19b4-4443-a8c0-176d63db120e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 944 time: 0.0535023 Dec 27 14:23:43.254686 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d848d550-63fd-47ec-a7d4-a7b2112f1441 req-3bc54f25-1ee2-48e6-a954-72dd36d1bd97 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 Dec 27 14:23:43.595330 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0059ce-021f-4238-935d-9f56b3d3842a req-ac217bf1-fd6c-4e1e-abbd-0f5d05cb6b2c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:43.596792 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f0059ce-021f-4238-935d-9f56b3d3842a req-ac217bf1-fd6c-4e1e-abbd-0f5d05cb6b2c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0477836 Dec 27 14:23:43.645072 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f0059ce-021f-4238-935d-9f56b3d3842a req-1e51bd0d-15b6-43fa-84f7-2c7f85ad926b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Dec 27 14:23:44.374246 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011abc8-2f91-4a0e-b784-8ce017d439cd req-fcbc8e27-130c-4bdf-8e29-033befc1636a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:44.375726 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0011abc8-2f91-4a0e-b784-8ce017d439cd req-fcbc8e27-130c-4bdf-8e29-033befc1636a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 944 time: 0.0492990 Dec 27 14:23:44.424254 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0011abc8-2f91-4a0e-b784-8ce017d439cd req-20a56b38-4553-4d71-a364-018cf90859b3 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Dec 27 14:23:44.764808 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9e5a-16c7-4e7a-8ded-9777137ea383 req-8d1216a5-0621-4254-9f81-2cd8e803b83b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:44.766274 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b01b9e5a-16c7-4e7a-8ded-9777137ea383 req-8d1216a5-0621-4254-9f81-2cd8e803b83b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0481222 Dec 27 14:23:44.816570 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b01b9e5a-16c7-4e7a-8ded-9777137ea383 req-37d15943-35c8-4e34-91be-2c54b5a5dcb7 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Dec 27 14:23:45.144112 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 9011f65d-73a4-4471-925a-06f657690c61 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:23:45.192328 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 9011f65d-73a4-4471-925a-06f657690c61 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:23:45.195977 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 9011f65d-73a4-4471-925a-06f657690c61 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:23:45.196343 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:45.271249 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:45.294306 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9463099-568c-4c60-a669-3cd59a85b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011f65d-73a4-4471-925a-06f657690c61'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:23:45.296468 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802941d5-1115-47ef-ac49-69d019e3ac20" -d '{"events": [{"server_uuid": "b9463099-568c-4c60-a669-3cd59a85b759", "name": "network-vif-plugged", "status": "completed", "tag": "9011f65d-73a4-4471-925a-06f657690c61"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:23:45.312851 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 9011f65d-73a4-4471-925a-06f657690c61, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=9011f65d-73a4-4471-925a-06f657690c61,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:23:45.317509 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:45.343703 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0017a5-6039-4646-8825-cf6dae4ef102 x-openstack-request-id: req-9e0017a5-6039-4646-8825-cf6dae4ef102 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:23:45.344041 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9463099-568c-4c60-a669-3cd59a85b759", "name": "network-vif-plugged", "status": "completed", "tag": "9011f65d-73a4-4471-925a-06f657690c61", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:23:45.344295 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e0017a5-6039-4646-8825-cf6dae4ef102 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:23:45.344675 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9463099-568c-4c60-a669-3cd59a85b759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9011f65d-73a4-4471-925a-06f657690c61', 'code': 200} Dec 27 14:23:45.371052 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=9011f65d-73a4-4471-925a-06f657690c61,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:23:45.566671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a471d-d586-46c9-811f-816e3d739c70 req-ef742636-fad4-430c-ad77-6115e11222d3 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:45.568049 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-172a471d-d586-46c9-811f-816e3d739c70 req-ef742636-fad4-430c-ad77-6115e11222d3 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Dec 27 14:23:45.570495 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e368811-0b59-48b0-bae5-b1ab8fee6bfa req-c66ed3bd-3388-4bdb-85df-fc9f09b2ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:45.571801 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e368811-0b59-48b0-bae5-b1ab8fee6bfa req-c66ed3bd-3388-4bdb-85df-fc9f09b2ef89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 1098 time: 0.0705032 Dec 27 14:23:45.641460 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-172a471d-d586-46c9-811f-816e3d739c70 req-75a0a65d-9b4c-4c6b-9715-1e1258eab21f tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669413 Dec 27 14:23:45.644725 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e368811-0b59-48b0-bae5-b1ab8fee6bfa req-021b67d3-b20a-4cf5-8e5e-3e192e858c58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637724 Dec 27 14:23:45.933855 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d136140-e60a-4bca-8f89-001e07e386d5 req-cff0db51-0420-4590-ac74-a9a08bd87cb3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:45.935303 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8d136140-e60a-4bca-8f89-001e07e386d5 req-cff0db51-0420-4590-ac74-a9a08bd87cb3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0524848 Dec 27 14:23:45.981523 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8d136140-e60a-4bca-8f89-001e07e386d5 req-921bac69-e1c8-4cd9-9877-7a8b363ca972 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Dec 27 14:23:46.756778 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e96a1-3510-4698-bb35-d19fceb2874c req-0434caf2-1341-4493-b252-a2fb3ff9681c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:46.758368 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cf3e96a1-3510-4698-bb35-d19fceb2874c req-0434caf2-1341-4493-b252-a2fb3ff9681c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0478787 Dec 27 14:23:46.808921 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cf3e96a1-3510-4698-bb35-d19fceb2874c req-a5b9f7f7-9201-4046-9f50-dd46c2860a0c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447285 Dec 27 14:23:47.098443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049efe27-2898-47ba-8864-daec25d0edb0 req-5fcdd629-ac12-45f2-be7b-95fb07bfd72c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:47.099923 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-049efe27-2898-47ba-8864-daec25d0edb0 req-5fcdd629-ac12-45f2-be7b-95fb07bfd72c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0483346 Dec 27 14:23:47.147007 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-049efe27-2898-47ba-8864-daec25d0edb0 req-fdaf689f-181b-42e3-9982-172a8440a2b8 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Dec 27 14:23:47.944784 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ba7ad-010e-4393-ba55-6d1fe21d5ce3 req-a4b14b9a-cd9e-4510-b898-77c7543f4b4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:47.944784 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-911ba7ad-010e-4393-ba55-6d1fe21d5ce3 req-a4b14b9a-cd9e-4510-b898-77c7543f4b4d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0630748 Dec 27 14:23:47.991647 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-911ba7ad-010e-4393-ba55-6d1fe21d5ce3 req-58cca34e-830b-42c4-8708-9c7185b07162 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408831 Dec 27 14:23:48.290954 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75295e56-7eb1-4b68-b2b8-517b25577e26 req-927a9ad5-908f-4501-9592-4354cf388aa2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:48.292496 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-75295e56-7eb1-4b68-b2b8-517b25577e26 req-927a9ad5-908f-4501-9592-4354cf388aa2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0658441 Dec 27 14:23:48.341544 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-75295e56-7eb1-4b68-b2b8-517b25577e26 req-010cc4ce-5915-4f36-8099-9ecb7d8ead70 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Dec 27 14:23:49.106730 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8648cde-86db-445c-94b3-d5d6fe5bb33d req-d49220e1-0a25-432c-afae-781e445eac70 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:49.108120 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8648cde-86db-445c-94b3-d5d6fe5bb33d req-d49220e1-0a25-432c-afae-781e445eac70 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Dec 27 14:23:49.159000 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8648cde-86db-445c-94b3-d5d6fe5bb33d req-74f86e7e-f961-44aa-b63c-b742d53443fb tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 Dec 27 14:23:49.457680 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41f332-7b33-46b3-b3c0-b0b6c6595a3a req-9bd64bec-a31a-4d3a-ba5c-8519e6ffd9df tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:49.459132 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fe41f332-7b33-46b3-b3c0-b0b6c6595a3a req-9bd64bec-a31a-4d3a-ba5c-8519e6ffd9df tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0491040 Dec 27 14:23:49.505812 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fe41f332-7b33-46b3-b3c0-b0b6c6595a3a req-7e6862ff-08c6-4dc9-a98b-b9db66b2e0b6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Dec 27 14:23:50.273477 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f31b9e-c263-40a8-863f-d60d08473798 req-c8555194-2e33-4cf3-907e-0aa7079b1dea tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:50.274923 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-69f31b9e-c263-40a8-863f-d60d08473798 req-c8555194-2e33-4cf3-907e-0aa7079b1dea tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0484092 Dec 27 14:23:50.321207 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-69f31b9e-c263-40a8-863f-d60d08473798 req-51ab166b-6bd3-4b25-aa89-74101961a283 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404437 Dec 27 14:23:50.871976 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d616c-2f4f-45b6-a6e2-c937779eb527 req-b6f11920-1d4b-4a54-ab42-db60ac44f85d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:50.873353 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-787d616c-2f4f-45b6-a6e2-c937779eb527 req-b6f11920-1d4b-4a54-ab42-db60ac44f85d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.3014095 Dec 27 14:23:50.920067 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-787d616c-2f4f-45b6-a6e2-c937779eb527 req-b945060d-c761-43db-be2e-be5387dc22a0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Dec 27 14:23:50.938175 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cbaa955-bfbc-4858-9583-7359975669b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:51.447885 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55869f3-80dc-448e-9db6-5cee718beca2 req-0db23487-3a97-4468-94cd-0567f2f46b21 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:51.449352 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c55869f3-80dc-448e-9db6-5cee718beca2 req-0db23487-3a97-4468-94cd-0567f2f46b21 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Dec 27 14:23:51.495533 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c55869f3-80dc-448e-9db6-5cee718beca2 req-d0ea5379-7060-41a6-838c-17efab21c086 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Dec 27 14:23:52.041942 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecd9f8-d663-4c93-9b5d-7072189a687e req-411ad385-8388-4a7b-ab39-e822781b28bc tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:52.043807 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3cecd9f8-d663-4c93-9b5d-7072189a687e req-411ad385-8388-4a7b-ab39-e822781b28bc tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0549805 Dec 27 14:23:52.103045 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3cecd9f8-d663-4c93-9b5d-7072189a687e req-3d62d822-1283-4456-a0f4-d638da710b5f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527210 Dec 27 14:23:53.222174 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5e10-00b1-487b-8413-82afec00934e req-03aeba6b-2421-4514-98f2-53776dd203a5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:53.223638 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b84f5e10-00b1-487b-8413-82afec00934e req-03aeba6b-2421-4514-98f2-53776dd203a5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0484285 Dec 27 14:23:53.269750 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b84f5e10-00b1-487b-8413-82afec00934e req-72496f49-8795-491e-86fd-aa8b727338ab tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Dec 27 14:23:53.324106 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca11427c-760c-4fb3-8d28-a1882e8bd06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:53.939355 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:54.372457 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:54.392157 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49808474-fbd4-4ed4-b5cf-a09cd26a60dd req-93dab8ba-30b4-4e82-87e4-8f6e486baa66 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:54.393615 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-49808474-fbd4-4ed4-b5cf-a09cd26a60dd req-93dab8ba-30b4-4e82-87e4-8f6e486baa66 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0523827 Dec 27 14:23:54.441630 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-49808474-fbd4-4ed4-b5cf-a09cd26a60dd req-31451694-2f3f-463e-9ae6-9c1f8e246942 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Dec 27 14:23:55.558365 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f744-e024-4aa7-a142-233e4cf76b27 req-1df1741a-8992-495a-83b8-8076627e78e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:55.559858 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fb71f744-e024-4aa7-a142-233e4cf76b27 req-1df1741a-8992-495a-83b8-8076627e78e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0479684 Dec 27 14:23:55.606651 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fb71f744-e024-4aa7-a142-233e4cf76b27 req-972b34e7-943d-42e6-b508-0fdd4747b099 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Dec 27 14:23:56.164655 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:56.723740 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc404f39-a62a-4f27-95cc-1d4fc8d28548 req-00d42b87-ddb6-411a-911a-7daadedf20f6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:56.725218 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc404f39-a62a-4f27-95cc-1d4fc8d28548 req-00d42b87-ddb6-411a-911a-7daadedf20f6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0492511 Dec 27 14:23:56.770732 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc404f39-a62a-4f27-95cc-1d4fc8d28548 req-a55e97d3-bdea-4697-8578-eadac62d4bed tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Dec 27 14:23:56.980761 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:23:57.891065 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e5a8a-f0af-4543-a382-65bd584fc6d9 req-a9afa20d-5ddb-4c57-a534-2d79e9424a91 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:57.892556 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-281e5a8a-f0af-4543-a382-65bd584fc6d9 req-a9afa20d-5ddb-4c57-a534-2d79e9424a91 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0522468 Dec 27 14:23:57.939319 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-281e5a8a-f0af-4543-a382-65bd584fc6d9 req-806aa603-baf5-412c-8f44-2f4545ad2ed6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Dec 27 14:23:59.059485 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0089ac7-5152-4faa-a5ee-a6ee4a13beaf req-05fc9633-8d80-4e71-ab53-0d2e21760581 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:23:59.060999 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d0089ac7-5152-4faa-a5ee-a6ee4a13beaf req-05fc9633-8d80-4e71-ab53-0d2e21760581 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0526602 Dec 27 14:23:59.110864 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d0089ac7-5152-4faa-a5ee-a6ee4a13beaf req-2fb12a21-9413-422d-8531-f520dcdd5320 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Dec 27 14:24:00.229999 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fb8c8-4fbb-42d4-b200-190424100b21 req-6dc45dab-f7cc-46ab-9d6e-e65cb7a1fc7d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:00.231454 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6d1fb8c8-4fbb-42d4-b200-190424100b21 req-6dc45dab-f7cc-46ab-9d6e-e65cb7a1fc7d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0482423 Dec 27 14:24:00.277971 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6d1fb8c8-4fbb-42d4-b200-190424100b21 req-4803e6c7-081f-47b3-8b2f-03df25992f6e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Dec 27 14:24:01.397044 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f38ae-e380-4c89-80d0-347c1dca04ee req-261b7256-c4e0-4afa-8503-0f4b1c9f776a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:01.398920 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3f9f38ae-e380-4c89-80d0-347c1dca04ee req-261b7256-c4e0-4afa-8503-0f4b1c9f776a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0515871 Dec 27 14:24:01.448858 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3f9f38ae-e380-4c89-80d0-347c1dca04ee req-66f52afa-411a-482e-bfd1-a3eafe29dec3 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438006 Dec 27 14:24:02.565239 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04609e52-1bf5-43a6-9485-c7fa6debed05 req-b63889c1-e82d-45ef-9741-071af738b298 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:02.566687 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-04609e52-1bf5-43a6-9485-c7fa6debed05 req-b63889c1-e82d-45ef-9741-071af738b298 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0478032 Dec 27 14:24:02.614715 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-04609e52-1bf5-43a6-9485-c7fa6debed05 req-f753ec4e-20f6-4640-abc8-a5e4e0dbc90f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417776 Dec 27 14:24:03.735075 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ee183-5d14-4a70-aa92-f8f0e3aea6b2 req-5343d149-ab2b-4f39-ae2b-9aab5c324f4e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:03.736581 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1f2ee183-5d14-4a70-aa92-f8f0e3aea6b2 req-5343d149-ab2b-4f39-ae2b-9aab5c324f4e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0490630 Dec 27 14:24:03.787069 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1f2ee183-5d14-4a70-aa92-f8f0e3aea6b2 req-9dc4a1dc-d4c9-4b9c-b0b7-620a5dfdad57 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Dec 27 14:24:04.907782 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefbbab-446d-4e22-ba89-ba0f4b9a7d3d req-a5a16d7e-3fe7-48a2-b48f-d7886eef9a2c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:04.910110 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2cefbbab-446d-4e22-ba89-ba0f4b9a7d3d req-a5a16d7e-3fe7-48a2-b48f-d7886eef9a2c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0487778 Dec 27 14:24:04.957047 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2cefbbab-446d-4e22-ba89-ba0f4b9a7d3d req-d26c8cd1-2c22-46f2-a0e1-390fc21a0e4f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Dec 27 14:24:06.077357 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917da85-0ab1-40e6-aaf0-bba0d329e0b1 req-307df0c1-ec6f-49ff-98cf-4b05efc3ee1c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:06.078828 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9917da85-0ab1-40e6-aaf0-bba0d329e0b1 req-307df0c1-ec6f-49ff-98cf-4b05efc3ee1c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0490518 Dec 27 14:24:06.128990 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9917da85-0ab1-40e6-aaf0-bba0d329e0b1 req-a72e7de4-d41b-4352-89e4-5dcfda7b4a58 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Dec 27 14:24:07.249114 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60245059-3459-403f-9f4b-0007341a0633 req-9c58dfea-4b1c-4f3d-9f15-66caae3225b9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:07.250628 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-60245059-3459-403f-9f4b-0007341a0633 req-9c58dfea-4b1c-4f3d-9f15-66caae3225b9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0485339 Dec 27 14:24:07.300527 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-60245059-3459-403f-9f4b-0007341a0633 req-4dcad2a6-588e-431e-a7fb-f1f2e9cc3195 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Dec 27 14:24:08.419074 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7f828-39f7-46f7-aeec-211b1d6869ad req-a1f36484-ac1d-405b-af6d-2ad25ea36ca5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:08.420717 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c7a7f828-39f7-46f7-aeec-211b1d6869ad req-a1f36484-ac1d-405b-af6d-2ad25ea36ca5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0501859 Dec 27 14:24:08.467429 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c7a7f828-39f7-46f7-aeec-211b1d6869ad req-37b06fe7-e95e-4535-902c-19c38d7cd1b6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Dec 27 14:24:09.586348 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f5265-5b2f-47f0-88a5-7286856d7f4b req-9454a359-7f17-4237-88b6-d84a033ce4ed tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:09.587888 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c77f5265-5b2f-47f0-88a5-7286856d7f4b req-9454a359-7f17-4237-88b6-d84a033ce4ed tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0501609 Dec 27 14:24:09.639687 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c77f5265-5b2f-47f0-88a5-7286856d7f4b req-956a1566-d5c8-4f19-98c9-104180dcc7af tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457673 Dec 27 14:24:10.753678 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc1a7f-2de3-4fb4-b6d4-b2ed7fd7cf6c req-650cd140-54c8-4c36-8624-eb6d7ba4d0bf tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:10.755126 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62bc1a7f-2de3-4fb4-b6d4-b2ed7fd7cf6c req-650cd140-54c8-4c36-8624-eb6d7ba4d0bf tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0481668 Dec 27 14:24:10.802567 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62bc1a7f-2de3-4fb4-b6d4-b2ed7fd7cf6c req-357cf80b-4837-42cc-a4a8-e54d27185940 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416274 Dec 27 14:24:14.791149 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2e546-877d-4075-90f1-f181f1dc006a req-5ca8801f-b6eb-4dc1-820d-f73f917659b1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:14.792644 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-91d2e546-877d-4075-90f1-f181f1dc006a req-5ca8801f-b6eb-4dc1-820d-f73f917659b1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0510685 Dec 27 14:24:14.840268 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-91d2e546-877d-4075-90f1-f181f1dc006a req-a734bea9-afee-43be-a312-11ed4526536d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Dec 27 14:24:15.967688 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396df15-3e99-4fbf-99ab-748ce61775b5 req-bec76a2a-fb96-483c-adb4-94fe2f6ee389 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:15.969271 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e396df15-3e99-4fbf-99ab-748ce61775b5 req-bec76a2a-fb96-483c-adb4-94fe2f6ee389 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0580795 Dec 27 14:24:16.017132 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e396df15-3e99-4fbf-99ab-748ce61775b5 req-3edaca9f-1fcf-4f25-83f2-8bffe5b9d644 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Dec 27 14:24:19.289815 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:24:20.939500 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91d2b156-010c-43d4-b065-e9974b1eb10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:21.155044 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae2afc-3945-443f-959d-0e4ba99effb2 req-81608b03-2e4a-41d2-862f-0a119361e1dd tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:21.156801 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2bae2afc-3945-443f-959d-0e4ba99effb2 req-81608b03-2e4a-41d2-862f-0a119361e1dd tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0508320 Dec 27 14:24:21.206545 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2bae2afc-3945-443f-959d-0e4ba99effb2 req-10e8ae80-4702-49c9-b2ef-58c2796169d5 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436771 Dec 27 14:24:22.361442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0fe3-d7e6-4dc0-81d9-966e220f5158 req-83478491-566f-4937-917d-b1e791e6e721 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:22.362979 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c8a0fe3-d7e6-4dc0-81d9-966e220f5158 req-83478491-566f-4937-917d-b1e791e6e721 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0737376 Dec 27 14:24:22.419905 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c8a0fe3-d7e6-4dc0-81d9-966e220f5158 req-ab5b92a2-64f4-4275-b212-e9b72a87ea6d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507920 Dec 27 14:24:23.326039 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-75ef7392-cb5c-402d-85d5-acb766280670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:23.507390 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fff56-beed-480b-a9ae-468228d1a0b1 req-3cf1cb11-c5f1-4e4c-8742-663b524d11a0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:23.508898 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0a6fff56-beed-480b-a9ae-468228d1a0b1 req-3cf1cb11-c5f1-4e4c-8742-663b524d11a0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0522890 Dec 27 14:24:23.543343 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7fe71-11f2-4718-87da-57590491eaa8 req-86b95e8c-7bb2-448a-99d8-8b3d65855c7b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:23.544886 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-84c7fe71-11f2-4718-87da-57590491eaa8 req-86b95e8c-7bb2-448a-99d8-8b3d65855c7b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0496018 Dec 27 14:24:23.559133 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0a6fff56-beed-480b-a9ae-468228d1a0b1 req-5be4ccd4-ba61-44ff-9da6-ee0a4404942e tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 Dec 27 14:24:23.592735 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-84c7fe71-11f2-4718-87da-57590491eaa8 req-840b3b39-fdd6-491f-ba11-99bd6aabb9b6 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Dec 27 14:24:23.936245 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:24.375235 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:26.165972 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:26.981941 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:28.311460 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-8a6c5bc6-54bd-46a3-a9ad-94a887bdb5e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441279 Dec 27 14:24:28.367539 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14703420-f7ba-4ccc-984d-caff0ce4b0b5 req-90d3f1a5-b795-4b33-934d-b351ec54f45a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:28.369060 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-14703420-f7ba-4ccc-984d-caff0ce4b0b5 req-90d3f1a5-b795-4b33-934d-b351ec54f45a tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0524306 Dec 27 14:24:28.421217 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af681092-c637-48a9-a903-73ac50b1801c req-2ec7d974-2c34-4dc4-8865-cef3c1c93f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:28.422296 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-2ec7d974-2c34-4dc4-8865-cef3c1c93f22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 1098 time: 0.0472987 Dec 27 14:24:28.430802 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-14703420-f7ba-4ccc-984d-caff0ce4b0b5 req-7177e72f-f5fa-4c89-8eb7-fcf39352897c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556409 Dec 27 14:24:28.576453 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbb126-5f0b-4a47-881c-26e4da50ca39 req-76d10fcb-be29-4a69-850a-cabb45da2863 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:28.577901 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-98dbb126-5f0b-4a47-881c-26e4da50ca39 req-76d10fcb-be29-4a69-850a-cabb45da2863 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0731883 Dec 27 14:24:28.578842 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af681092-c637-48a9-a903-73ac50b1801c req-a2d6c6cb-71a8-433c-89ef-976adc4b73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:28.580164 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-a2d6c6cb-71a8-433c-89ef-976adc4b73ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.1334393 Dec 27 14:24:28.624258 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-98dbb126-5f0b-4a47-881c-26e4da50ca39 req-470c0c99-7dba-4291-9657-ef96e8d27be4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404224 Dec 27 14:24:28.758137 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-9bec5252-50fa-44c8-ba55-5898eb1c7da1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 HTTP/1.1" status: 200 len: 217 time: 0.0361722 Dec 27 14:24:28.808794 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af681092-c637-48a9-a903-73ac50b1801c req-473dfc18-8a2f-45dc-9e14-2cd7d836b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:28.810220 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-473dfc18-8a2f-45dc-9e14-2cd7d836b1f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0436726 Dec 27 14:24:29.151466 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-aa0e24e3-a33b-4a35-8b3b-eec3e0a712ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299385 Dec 27 14:24:29.250295 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-0d8ab883-5429-4078-bce0-64109599dee3 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879464 Dec 27 14:24:29.346532 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-af681092-c637-48a9-a903-73ac50b1801c req-80b6b140-0997-4ca8-a89b-179284764e83 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868852 Dec 27 14:24:29.562699 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c716e-ceec-4858-8958-cf9e6c5f129b req-d78c878a-31e3-44a0-9df3-bf3d5d30c9ec tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:29.564495 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d18c716e-ceec-4858-8958-cf9e6c5f129b req-d78c878a-31e3-44a0-9df3-bf3d5d30c9ec tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0498421 Dec 27 14:24:29.616728 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d18c716e-ceec-4858-8958-cf9e6c5f129b req-7dc1d0f0-34b3-4ceb-856e-e78e1561671d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Dec 27 14:24:29.743011 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdc72b-c9bf-4669-87c0-1de2dd9fa00d req-78c18c0a-35dd-4873-a64f-7eb4329f7d4a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:29.744395 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7bfdc72b-c9bf-4669-87c0-1de2dd9fa00d req-78c18c0a-35dd-4873-a64f-7eb4329f7d4a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0477791 Dec 27 14:24:29.791186 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7bfdc72b-c9bf-4669-87c0-1de2dd9fa00d req-ef169599-f528-403a-9b44-dc929e63f5ba tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Dec 27 14:24:30.731011 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244911de-25b3-42ff-8f9f-bb1b649fca61 req-21c522cd-b515-405a-ab67-b2a2ae7f03ce tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:30.732494 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-244911de-25b3-42ff-8f9f-bb1b649fca61 req-21c522cd-b515-405a-ab67-b2a2ae7f03ce tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Dec 27 14:24:30.777621 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-244911de-25b3-42ff-8f9f-bb1b649fca61 req-75c98afb-83cb-4169-87ac-9d9702b5f4c2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393200 Dec 27 14:24:30.908373 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f812b7-4af5-4309-a932-3c0adb7a4996 req-8b7763f1-2c13-488b-9ec8-7e3c98987c2b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:30.909807 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d8f812b7-4af5-4309-a932-3c0adb7a4996 req-8b7763f1-2c13-488b-9ec8-7e3c98987c2b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0510416 Dec 27 14:24:30.955621 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d8f812b7-4af5-4309-a932-3c0adb7a4996 req-1ae33f99-22b3-4ad8-a3f6-bb4d425ddbeb tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398571 Dec 27 14:24:31.767345 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-3f01d8bf-7379-4599-81b8-c53fb3744fdd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:31.768777 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-3f01d8bf-7379-4599-81b8-c53fb3744fdd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Dec 27 14:24:31.864510 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Deleting port 9011f65d-73a4-4471-925a-06f657690c61 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:24:31.864852 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:31.892668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29fba0-970b-427f-830f-4bee1d01b7ee req-85a474a3-0ea7-4234-8453-091d2ffdf3a5 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:31.894138 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0e29fba0-970b-427f-830f-4bee1d01b7ee req-85a474a3-0ea7-4234-8453-091d2ffdf3a5 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 945 time: 0.0480192 Dec 27 14:24:31.940450 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0e29fba0-970b-427f-830f-4bee1d01b7ee req-5fb8cbe9-cf5a-401d-b492-b2dfbc47cffd tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404363 Dec 27 14:24:31.953868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] For port 9011f65d-73a4-4471-925a-06f657690c61, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=9011f65d-73a4-4471-925a-06f657690c61,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:24:31.954235 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:31.966889 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Calling delete_port for 9011f65d-73a4-4471-925a-06f657690c61 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:24:32.089326 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b34207-8d41-4c54-98a2-6e006b62610f req-7b1d7d03-28b9-473a-9e9e-c9eb7e2fca11 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:32.090709 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-23b34207-8d41-4c54-98a2-6e006b62610f req-7b1d7d03-28b9-473a-9e9e-c9eb7e2fca11 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0645406 Dec 27 14:24:32.162614 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:32.175715 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a', 'f680b340-28a2-42f0-ac86-bdf63408f922', 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de', '9011f65d-73a4-4471-925a-06f657690c61'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:24:32.204147 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-23b34207-8d41-4c54-98a2-6e006b62610f req-64202c5e-66a4-423d-81d5-3e2247db8cea tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963521 Dec 27 14:24:32.205223 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event deleted for resources: {'Port': ['ID=9011f65d-73a4-4471-925a-06f657690c61,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:32.233851 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.234194 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.234529 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.234859 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.235184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.235540 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.235885 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.236360 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.236683 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.237002 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.237320 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.237635 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.237947 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:32.259786 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] No DVR routers for this DVR port 9011f65d-73a4-4471-925a-06f657690c61 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:24:32.263095 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:32.266410 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ebffb89-2c76-40c7-8592-c7258210ccd9 req-a65a5541-668f-413e-8685-40f86b3345b7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "DELETE /v2.0/ports/9011f65d-73a4-4471-925a-06f657690c61 HTTP/1.1" status: 204 len: 173 time: 0.4905484 Dec 27 14:24:32.266847 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9463099-568c-4c60-a669-3cd59a85b759', 'name': 'network-vif-deleted', 'tag': '9011f65d-73a4-4471-925a-06f657690c61'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:32.269174 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097bc1f0-c5de-44f6-b0c4-6fbaee360165" -d '{"events": [{"server_uuid": "b9463099-568c-4c60-a669-3cd59a85b759", "name": "network-vif-deleted", "tag": "9011f65d-73a4-4471-925a-06f657690c61"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:32.305622 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a257de94-31dc-4633-9a27-16dd0df20d14 x-openstack-request-id: req-a257de94-31dc-4633-9a27-16dd0df20d14 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:32.305916 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9463099-568c-4c60-a669-3cd59a85b759", "name": "network-vif-deleted", "tag": "9011f65d-73a4-4471-925a-06f657690c61", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:32.306167 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a257de94-31dc-4633-9a27-16dd0df20d14 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:32.306561 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9463099-568c-4c60-a669-3cd59a85b759', 'name': 'network-vif-deleted', 'tag': '9011f65d-73a4-4471-925a-06f657690c61', 'status': 'completed', 'code': 200} Dec 27 14:24:32.990444 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574a63c-4bc6-45d5-bbf7-ce0baf8b74ed req-2f26270c-e8e0-4483-8fd4-cd3941ddebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:32.991985 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9574a63c-4bc6-45d5-bbf7-ce0baf8b74ed req-2f26270c-e8e0-4483-8fd4-cd3941ddebea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.0406935 Dec 27 14:24:33.039423 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9574a63c-4bc6-45d5-bbf7-ce0baf8b74ed req-0a7011f4-abbd-4c96-a72f-8bc473406904 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375133 Dec 27 14:24:33.048127 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7a3f9405-3565-4fff-ac8d-328c57604648 req-2b565c8a-3bd2-4961-8b19-f992309fb1c4 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9463099-568c-4c60-a669-3cd59a85b759 HTTP/1.1" status: 200 len: 210 time: 0.0266945 Dec 27 14:24:33.328491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971179d-af3b-4e9e-96c3-aa988632865a req-f196f535-1328-4557-96d3-8386f0fdf9af tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:33.329961 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0971179d-af3b-4e9e-96c3-aa988632865a req-f196f535-1328-4557-96d3-8386f0fdf9af tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0528324 Dec 27 14:24:33.379145 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0971179d-af3b-4e9e-96c3-aa988632865a req-91a73d97-ee38-4923-a57b-e7ffd1c137ff tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Dec 27 14:24:34.497169 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede561-6a9a-4384-b4f1-e4feaf7f24f8 req-7dc38129-674a-4ded-ba50-905c9725d6be tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:34.498536 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c3ede561-6a9a-4384-b4f1-e4feaf7f24f8 req-7dc38129-674a-4ded-ba50-905c9725d6be tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0496776 Dec 27 14:24:34.546053 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c3ede561-6a9a-4384-b4f1-e4feaf7f24f8 req-5dc83e82-f78e-4522-8c98-0e87a04f5a48 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Dec 27 14:24:35.427723 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 9011f65d-73a4-4471-925a-06f657690c61 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:24:35.434540 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343fddd-33d0-4c2e-9240-959b8400aef4 req-1c966b0c-1909-4cb1-9660-77f5c36d5ca2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:35.436043 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7343fddd-33d0-4c2e-9240-959b8400aef4 req-1c966b0c-1909-4cb1-9660-77f5c36d5ca2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Dec 27 14:24:35.448776 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 9011f65d-73a4-4471-925a-06f657690c61 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:24:35.449120 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 9011f65d-73a4-4471-925a-06f657690c61 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:24:35.485719 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7343fddd-33d0-4c2e-9240-959b8400aef4 req-94e1cb3b-4042-4361-9bf7-094a16d03c4b tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Dec 27 14:24:35.661491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2127c4-6515-459a-955c-dfb79bfe1cee req-7e7093b2-efc9-4673-8a11-714cd44c4fc9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:35.662928 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ec2127c4-6515-459a-955c-dfb79bfe1cee req-7e7093b2-efc9-4673-8a11-714cd44c4fc9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0487185 Dec 27 14:24:35.709812 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ec2127c4-6515-459a-955c-dfb79bfe1cee req-9121a68e-1dcf-4a48-9e9b-bc3ec8baf31b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Dec 27 14:24:35.993609 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-1b019000-e02d-4364-9e9b-64150d5911b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:35.995769 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-1b019000-e02d-4364-9e9b-64150d5911b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5516ca8550bb4056a7966db3f506971b&device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 1098 time: 0.0432739 Dec 27 14:24:36.008416 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e616b-af02-424e-b2af-f3e10bec4323 req-ac4ef20c-80b4-42d0-ada8-92e79db9571a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:36.009874 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-615e616b-af02-424e-b2af-f3e10bec4323 req-ac4ef20c-80b4-42d0-ada8-92e79db9571a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0532098 Dec 27 14:24:36.062299 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-615e616b-af02-424e-b2af-f3e10bec4323 req-41463736-244c-4ada-911b-958e36fd202a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Dec 27 14:24:36.106310 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-7eaad55b-2e4d-4185-be6b-92a79b2d9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:36.107911 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-7eaad55b-2e4d-4185-be6b-92a79b2d9aae service neutron] 10.222.0.30 "GET /v2.0/networks?id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 200 len: 919 time: 0.1041484 Dec 27 14:24:36.163096 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-6a9cb910-0e2f-43bc-81c9-d13580ea19d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 200 len: 217 time: 0.0354805 Dec 27 14:24:36.217240 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-ca15d207-9263-457d-86ba-c7f438f1a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:36.218705 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-ca15d207-9263-457d-86ba-c7f438f1a929 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 200 len: 859 time: 0.0468857 Dec 27 14:24:36.257630 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-a2f3e727-f185-44b1-a158-51da204f7e19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d69ed432-f936-4488-b3c6-1b0b85e4dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242808 Dec 27 14:24:36.348195 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-1543a421-ae2e-4f9c-ab4f-426db1da6405 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800495 Dec 27 14:24:36.446805 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24682677-6f49-4e66-94ec-1f4e9f01a118 req-eed4bd04-11ac-4ede-8c25-101727150083 service neutron] 10.222.0.30 "GET /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890248 Dec 27 14:24:36.602491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb5af4-4af2-4640-915f-bb7515bc05dd req-e2a634e2-2ab4-4e9f-b785-f5dc3a87a0c7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:36.604667 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-14eb5af4-4af2-4640-915f-bb7515bc05dd req-e2a634e2-2ab4-4e9f-b785-f5dc3a87a0c7 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Dec 27 14:24:36.652234 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-14eb5af4-4af2-4640-915f-bb7515bc05dd req-0d2b7680-9ead-4baf-a5ee-417ee6b5d648 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Dec 27 14:24:37.178843 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2e0e7-a83c-47da-bf34-c37971309a79 req-b816a8ee-2a90-4b51-b9de-bdc3b782c1df tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:37.180527 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-45a2e0e7-a83c-47da-bf34-c37971309a79 req-b816a8ee-2a90-4b51-b9de-bdc3b782c1df tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0556235 Dec 27 14:24:37.189470 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a669e3-2417-4c18-bca2-382f4d71b67e req-5fee352c-f211-468b-a15a-152e9856151b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:37.192244 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9a669e3-2417-4c18-bca2-382f4d71b67e req-5fee352c-f211-468b-a15a-152e9856151b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0561285 Dec 27 14:24:37.229337 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-45a2e0e7-a83c-47da-bf34-c37971309a79 req-5132b88f-7bfb-4806-8209-3e4019464272 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414271 Dec 27 14:24:37.238306 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9a669e3-2417-4c18-bca2-382f4d71b67e req-565940f9-e42b-4255-a34c-c85a94ab1a02 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Dec 27 14:24:37.772321 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc93807-b710-4f9d-8a9a-a236f4386555 req-bfa77fb5-3ad6-4cf8-bf3a-f3a7fdcd672d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:37.773777 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9bc93807-b710-4f9d-8a9a-a236f4386555 req-bfa77fb5-3ad6-4cf8-bf3a-f3a7fdcd672d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0527632 Dec 27 14:24:37.826226 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9bc93807-b710-4f9d-8a9a-a236f4386555 req-76c76afd-7123-4e84-9009-153d7b48f142 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Dec 27 14:24:37.968909 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-0e566197-6c9a-4999-ae99-a6394c07e406 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:37.970964 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-0e566197-6c9a-4999-ae99-a6394c07e406 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 945 time: 0.0493617 Dec 27 14:24:38.096482 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Deleting port de0c9b82-59fd-43d3-bf0a-a38ca864e6de {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:24:38.096734 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:38.171404 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4f98d-6f43-42c8-b6d8-7b2112238c58 req-c8051c89-eff5-4e05-b02d-4c7c6d69a731 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:38.172890 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8a4f98d-6f43-42c8-b6d8-7b2112238c58 req-c8051c89-eff5-4e05-b02d-4c7c6d69a731 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.1070697 Dec 27 14:24:38.212294 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] For port de0c9b82-59fd-43d3-bf0a-a38ca864e6de, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:24:38.212993 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:38.236046 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Calling delete_port for de0c9b82-59fd-43d3-bf0a-a38ca864e6de owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:24:38.257331 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b8a4f98d-6f43-42c8-b6d8-7b2112238c58 req-6a8e2a9f-3c61-40a0-99c6-38677edc7f11 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771842 Dec 27 14:24:38.357203 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82b56f-0655-42c3-b7f1-73c5f2416325 req-ce353ed0-630f-46da-9051-0d80093fdce3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:38.358730 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fc82b56f-0655-42c3-b7f1-73c5f2416325 req-ce353ed0-630f-46da-9051-0d80093fdce3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Dec 27 14:24:38.400577 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba6ea8-f5e9-495f-8c62-4fdb0f517e38 req-da33575b-e2a3-458a-a2c1-2e1d1b4356be tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:38.402580 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b5ba6ea8-f5e9-495f-8c62-4fdb0f517e38 req-da33575b-e2a3-458a-a2c1-2e1d1b4356be tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0824332 Dec 27 14:24:38.407036 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fc82b56f-0655-42c3-b7f1-73c5f2416325 req-24a8836e-9df6-49a1-9fa2-5ea788647b4b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422759 Dec 27 14:24:38.425915 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:38.444543 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a', 'f680b340-28a2-42f0-ac86-bdf63408f922', 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:24:38.458848 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event deleted for resources: {'Port': ['ID=de0c9b82-59fd-43d3-bf0a-a38ca864e6de,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:38.502136 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b5ba6ea8-f5e9-495f-8c62-4fdb0f517e38 req-4b98a560-7eac-48e2-89e2-723a8e601dc2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929635 Dec 27 14:24:38.515343 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] No DVR routers for this DVR port de0c9b82-59fd-43d3-bf0a-a38ca864e6de on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:24:38.518454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:38.521772 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3aa44b91-9545-4ff9-8e59-bcf8d5ccad74 req-5f47f0d1-0e17-4302-8080-6bcb380dfe29 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "DELETE /v2.0/ports/de0c9b82-59fd-43d3-bf0a-a38ca864e6de HTTP/1.1" status: 204 len: 173 time: 0.5448353 Dec 27 14:24:38.522206 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'name': 'network-vif-deleted', 'tag': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:38.524434 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1665994-c53d-48a6-a65e-fee8d466cce2" -d '{"events": [{"server_uuid": "0599d7cc-289a-4244-b9ad-0a46071fbd49", "name": "network-vif-deleted", "tag": "de0c9b82-59fd-43d3-bf0a-a38ca864e6de"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:38.563150 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6901eeb3-f653-43af-bbbf-2c480e327bc5 x-openstack-request-id: req-6901eeb3-f653-43af-bbbf-2c480e327bc5 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:38.563415 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0599d7cc-289a-4244-b9ad-0a46071fbd49", "name": "network-vif-deleted", "tag": "de0c9b82-59fd-43d3-bf0a-a38ca864e6de", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:38.563643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6901eeb3-f653-43af-bbbf-2c480e327bc5 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:38.564152 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599d7cc-289a-4244-b9ad-0a46071fbd49', 'name': 'network-vif-deleted', 'tag': 'de0c9b82-59fd-43d3-bf0a-a38ca864e6de', 'status': 'completed', 'code': 200} Dec 27 14:24:38.930625 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fb6137cd-3782-43e4-8967-9dc1733dd006 req-52958093-3f5b-4a5b-8673-188f26bdb178 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=0599d7cc-289a-4244-b9ad-0a46071fbd49 HTTP/1.1" status: 200 len: 210 time: 0.0257063 Dec 27 14:24:39.377770 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb2ef8-61ac-44e5-a48d-2877f63bb0d3 req-538a3317-7852-4ca1-b584-e5eda9c9b802 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:39.379391 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bbbb2ef8-61ac-44e5-a48d-2877f63bb0d3 req-538a3317-7852-4ca1-b584-e5eda9c9b802 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.0514553 Dec 27 14:24:39.425340 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bbbb2ef8-61ac-44e5-a48d-2877f63bb0d3 req-607ab1a8-15ef-44d8-b95f-98d7f3378ce2 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Dec 27 14:24:39.528379 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db314b1-5194-45a1-8c42-3738ee046c3f req-6b02a26f-6af4-4d2f-a249-1ea627dbe5ef tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:39.529915 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9db314b1-5194-45a1-8c42-3738ee046c3f req-6b02a26f-6af4-4d2f-a249-1ea627dbe5ef tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0481994 Dec 27 14:24:39.580831 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9db314b1-5194-45a1-8c42-3738ee046c3f req-6205d8d3-e55c-40a8-9482-688333eabfdb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444717 Dec 27 14:24:39.619756 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d961687-e481-4348-a932-fca6e22d3631 req-bbb226c5-aea2-441a-9b2f-a8d383a3f7f8 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:39.621323 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3d961687-e481-4348-a932-fca6e22d3631 req-bbb226c5-aea2-441a-9b2f-a8d383a3f7f8 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0492210 Dec 27 14:24:39.671651 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3d961687-e481-4348-a932-fca6e22d3631 req-efd1406d-ffde-4f4e-a4ef-8bb614263810 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Dec 27 14:24:40.196261 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c75a7e-d509-4f93-96e2-289386f175f3 req-cb29dfdf-fbd1-42b1-96b7-335c4ff256b2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:40.198294 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-34c75a7e-d509-4f93-96e2-289386f175f3 req-cb29dfdf-fbd1-42b1-96b7-335c4ff256b2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0485311 Dec 27 14:24:40.245589 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-34c75a7e-d509-4f93-96e2-289386f175f3 req-4165c4bf-2545-4106-99a4-dcfba117a1ba tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Dec 27 14:24:40.566735 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8dbbf-5570-4954-8ae7-893dc1e64786 req-7363b6c7-5b00-4a8c-81fa-15f4e740b74b tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:40.568120 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dcd8dbbf-5570-4954-8ae7-893dc1e64786 req-7363b6c7-5b00-4a8c-81fa-15f4e740b74b tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.0746655 Dec 27 14:24:40.613249 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-fbb063de-3c9d-47ab-a5f9-2bfa3fe8d4a2 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:40.614739 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-fbb063de-3c9d-47ab-a5f9-2bfa3fe8d4a2 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 945 time: 0.0847833 Dec 27 14:24:40.639461 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dcd8dbbf-5570-4954-8ae7-893dc1e64786 req-7a20b4d5-3ed5-4d36-b909-2ecd94cfc515 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653470 Dec 27 14:24:40.697588 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fdb2e-2b20-408e-a183-8900efed9c85 req-e92c8468-0118-4c4f-b04e-4fcab5a3a0db tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:40.699301 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c43fdb2e-2b20-408e-a183-8900efed9c85 req-e92c8468-0118-4c4f-b04e-4fcab5a3a0db tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0496218 Dec 27 14:24:40.726416 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Deleting port b0dc9db5-833a-4012-9679-5e5a903f1834 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:24:40.726753 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:40.750786 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c43fdb2e-2b20-408e-a183-8900efed9c85 req-e3b14e68-093f-4f40-ae43-77dbee87f214 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 Dec 27 14:24:40.838738 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a9d54-2dca-452f-9475-0aa70155db4c req-26165e83-e3ae-4b95-a071-b4cacb9fb129 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:40.839998 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f3a9d54-2dca-452f-9475-0aa70155db4c req-26165e83-e3ae-4b95-a071-b4cacb9fb129 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0923007 Dec 27 14:24:40.865334 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] For port b0dc9db5-833a-4012-9679-5e5a903f1834, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=b0dc9db5-833a-4012-9679-5e5a903f1834,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:24:40.865687 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:40.886867 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Calling delete_port for b0dc9db5-833a-4012-9679-5e5a903f1834 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:24:40.912791 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8f3a9d54-2dca-452f-9475-0aa70155db4c req-2d1709e0-6abc-45af-bc46-846a7b300d45 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643728 Dec 27 14:24:41.033276 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:41.052225 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['b0dc9db5-833a-4012-9679-5e5a903f1834'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:24:41.062403 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Pushing event deleted for resources: {'Port': ['ID=b0dc9db5-833a-4012-9679-5e5a903f1834,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:41.113381 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] No DVR routers for this DVR port b0dc9db5-833a-4012-9679-5e5a903f1834 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:24:41.115902 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:41.119902 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-44d2e48f-1a4b-40b6-8fc4-7573b9266fca req-19f2f65e-2ceb-4df1-9460-bfe1e7d0b481 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "DELETE /v2.0/ports/b0dc9db5-833a-4012-9679-5e5a903f1834 HTTP/1.1" status: 204 len: 173 time: 0.4888055 Dec 27 14:24:41.120509 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'name': 'network-vif-deleted', 'tag': 'b0dc9db5-833a-4012-9679-5e5a903f1834'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:41.122731 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9560e-7f26-416a-a95a-4c04db92adec" -d '{"events": [{"server_uuid": "77e5bc07-27af-405b-8aa6-c46ab71c6308", "name": "network-vif-deleted", "tag": "b0dc9db5-833a-4012-9679-5e5a903f1834"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:41.201643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa04bd0e-66c7-4742-b8ff-7bf6bc4cdfa1 x-openstack-request-id: req-aa04bd0e-66c7-4742-b8ff-7bf6bc4cdfa1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:41.202122 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e5bc07-27af-405b-8aa6-c46ab71c6308", "name": "network-vif-deleted", "tag": "b0dc9db5-833a-4012-9679-5e5a903f1834", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:41.202475 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa04bd0e-66c7-4742-b8ff-7bf6bc4cdfa1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:41.202946 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e5bc07-27af-405b-8aa6-c46ab71c6308', 'name': 'network-vif-deleted', 'tag': 'b0dc9db5-833a-4012-9679-5e5a903f1834', 'status': 'completed', 'code': 200} Dec 27 14:24:41.370733 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a075db6-3b66-419f-a6dd-347410c3b1ea req-a48ab559-a971-4bf4-8577-b7a86ceec698 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:41.372116 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5a075db6-3b66-419f-a6dd-347410c3b1ea req-a48ab559-a971-4bf4-8577-b7a86ceec698 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0551505 Dec 27 14:24:41.417873 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5a075db6-3b66-419f-a6dd-347410c3b1ea req-3224b449-5560-4d27-b01f-41ac59d35196 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398819 Dec 27 14:24:41.474756 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device b0dc9db5-833a-4012-9679-5e5a903f1834 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:24:41.495707 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: b0dc9db5-833a-4012-9679-5e5a903f1834 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:24:41.496105 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device b0dc9db5-833a-4012-9679-5e5a903f1834 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:24:41.497082 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device de0c9b82-59fd-43d3-bf0a-a38ca864e6de no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:24:41.514934 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: de0c9b82-59fd-43d3-bf0a-a38ca864e6de {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:24:41.515278 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device de0c9b82-59fd-43d3-bf0a-a38ca864e6de not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:24:41.745932 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-88808120-ecfa-4959-b231-303f10774481 req-4c712d12-fd54-46b0-b6a8-ae949a63dd68 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=77e5bc07-27af-405b-8aa6-c46ab71c6308 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Dec 27 14:24:41.868505 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b413ac-bb8f-4285-8ba6-f7846083fe63 req-9ea69783-2077-4403-a870-bdf18c936e4d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:41.870604 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f0b413ac-bb8f-4285-8ba6-f7846083fe63 req-9ea69783-2077-4403-a870-bdf18c936e4d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0515485 Dec 27 14:24:41.919273 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f0b413ac-bb8f-4285-8ba6-f7846083fe63 req-c0817bfa-7f38-485a-ad4c-3791da9107d4 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 Dec 27 14:24:42.531037 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365504f-6620-42df-a033-1fe93883b249 req-d2c55572-4f05-41cf-912c-980a7ebb4488 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:42.532427 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2365504f-6620-42df-a033-1fe93883b249 req-d2c55572-4f05-41cf-912c-980a7ebb4488 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0477183 Dec 27 14:24:42.577704 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2365504f-6620-42df-a033-1fe93883b249 req-bf09d2e6-b6c8-4725-b34d-1e351c9a55a2 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Dec 27 14:24:42.692032 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-b8803665-333d-4368-b2a9-f5306e49c9a8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:42.693430 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-b8803665-333d-4368-b2a9-f5306e49c9a8 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 946 time: 0.0469792 Dec 27 14:24:42.786663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Deleting port f680b340-28a2-42f0-ac86-bdf63408f922 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:24:42.787249 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:42.874428 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] For port f680b340-28a2-42f0-ac86-bdf63408f922, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=f680b340-28a2-42f0-ac86-bdf63408f922,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:24:42.874783 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:42.888030 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Calling delete_port for f680b340-28a2-42f0-ac86-bdf63408f922 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:24:43.052848 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:43.065537 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a', 'f680b340-28a2-42f0-ac86-bdf63408f922'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:24:43.088360 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event deleted for resources: {'Port': ['ID=f680b340-28a2-42f0-ac86-bdf63408f922,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:43.096774 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd89db-8fca-4166-8e87-c39f0766bfba req-1702ad80-b63d-42a1-a19b-8335040988eb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:43.098269 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-07bd89db-8fca-4166-8e87-c39f0766bfba req-1702ad80-b63d-42a1-a19b-8335040988eb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0964785 Dec 27 14:24:43.141176 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] No DVR routers for this DVR port f680b340-28a2-42f0-ac86-bdf63408f922 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:24:43.148239 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:43.152035 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e95aaeb-4e54-43bc-b29f-d101b3673df4 req-d1525f71-7e4b-44ee-a926-f1cd03398756 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "DELETE /v2.0/ports/f680b340-28a2-42f0-ac86-bdf63408f922 HTTP/1.1" status: 204 len: 173 time: 0.4508655 Dec 27 14:24:43.190640 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-07bd89db-8fca-4166-8e87-c39f0766bfba req-961fd15c-06e4-4208-bd23-86b3c9136748 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721886 Dec 27 14:24:43.204343 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'name': 'network-vif-deleted', 'tag': 'f680b340-28a2-42f0-ac86-bdf63408f922'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:43.207211 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f97d01-57b3-49f8-a5a3-6b7b0c57d7b5" -d '{"events": [{"server_uuid": "cd94dbb7-24cb-4eef-9d37-088c69b3fc45", "name": "network-vif-deleted", "tag": "f680b340-28a2-42f0-ac86-bdf63408f922"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:43.246281 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6114aa08-4534-4f64-8c15-a979042e5962 x-openstack-request-id: req-6114aa08-4534-4f64-8c15-a979042e5962 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:43.246579 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd94dbb7-24cb-4eef-9d37-088c69b3fc45", "name": "network-vif-deleted", "tag": "f680b340-28a2-42f0-ac86-bdf63408f922", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:43.246829 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6114aa08-4534-4f64-8c15-a979042e5962 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:43.247223 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd94dbb7-24cb-4eef-9d37-088c69b3fc45', 'name': 'network-vif-deleted', 'tag': 'f680b340-28a2-42f0-ac86-bdf63408f922', 'status': 'completed', 'code': 200} Dec 27 14:24:43.685269 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-94e3b845-ae09-4d9f-85e9-f315804b0d90 req-a776c16f-366e-4c4c-bfc6-b5841213e411 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0265586 Dec 27 14:24:44.305984 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41080aa0-0e0f-4469-ac92-f123ce38b003 req-ee40cd24-afb5-485a-beb2-a9885141f8d6 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:44.307486 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-41080aa0-0e0f-4469-ac92-f123ce38b003 req-ee40cd24-afb5-485a-beb2-a9885141f8d6 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0482254 Dec 27 14:24:44.356567 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-41080aa0-0e0f-4469-ac92-f123ce38b003 req-ff46c5ae-30fc-416a-85e6-5cea317b0c62 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432224 Dec 27 14:24:44.786266 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0fc36d0c-a091-4a44-9ac8-8e9e059ae226 req-f5ba1d17-ae1d-4bdf-a18c-cbb9349fef10 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0253627 Dec 27 14:24:45.469193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92102cf2-b077-42a2-8543-2831c7f37895 req-a8ecc25e-d727-42fa-8709-94e63aaab664 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:45.470640 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-92102cf2-b077-42a2-8543-2831c7f37895 req-a8ecc25e-d727-42fa-8709-94e63aaab664 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0489991 Dec 27 14:24:45.517164 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-92102cf2-b077-42a2-8543-2831c7f37895 req-c4000198-4b41-4fc5-8d09-9bdf4bbdd741 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408010 Dec 27 14:24:45.747466 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device f680b340-28a2-42f0-ac86-bdf63408f922 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:24:45.768046 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: f680b340-28a2-42f0-ac86-bdf63408f922 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:24:45.768386 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device f680b340-28a2-42f0-ac86-bdf63408f922 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:24:45.888527 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6ebee785-6e80-46d9-8fb5-441e499572a0 req-6077e808-acd2-42eb-9cc9-4c5802dda1bc tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0256779 Dec 27 14:24:46.635883 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97ff17-5f88-4e48-bd9b-f62851374c00 req-c6267ac1-66e4-4886-830d-4b5c42426234 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:46.637364 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6c97ff17-5f88-4e48-bd9b-f62851374c00 req-c6267ac1-66e4-4886-830d-4b5c42426234 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0483961 Dec 27 14:24:46.687410 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6c97ff17-5f88-4e48-bd9b-f62851374c00 req-896d6dd9-8733-48da-bd69-828a0dce4043 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442591 Dec 27 14:24:46.991738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bce89d59-beaf-4ce7-ac9b-1d39a1aa5747 req-d943cf31-14c3-4f48-9c57-7d4f27aaa4b3 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd94dbb7-24cb-4eef-9d37-088c69b3fc45 HTTP/1.1" status: 200 len: 210 time: 0.0253184 Dec 27 14:24:47.801224 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7befee-2142-4451-af15-d4136ff0f669 req-b3b54cdf-7590-439a-8cde-7d888b4fa949 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:47.802667 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0b7befee-2142-4451-af15-d4136ff0f669 req-b3b54cdf-7590-439a-8cde-7d888b4fa949 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0482295 Dec 27 14:24:47.850379 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0b7befee-2142-4451-af15-d4136ff0f669 req-2f80bf12-cd1e-4abe-b14f-8683feb3e5d5 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Dec 27 14:24:48.971544 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb6380-b440-45c0-acb4-c2e64f6b4aa4 req-b0fbc5e7-4391-4301-b1d1-86b80235fa4d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:48.973178 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24eb6380-b440-45c0-acb4-c2e64f6b4aa4 req-b0fbc5e7-4391-4301-b1d1-86b80235fa4d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0543778 Dec 27 14:24:49.020896 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24eb6380-b440-45c0-acb4-c2e64f6b4aa4 req-dc00ed77-86d1-42a3-a794-584778a0f578 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410953 Dec 27 14:24:49.388936 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71390d53-eb98-486c-82d1-f2714adda2d5 req-e943c21b-ed7d-467b-b2f9-760431fcc25c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:49.390418 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-71390d53-eb98-486c-82d1-f2714adda2d5 req-e943c21b-ed7d-467b-b2f9-760431fcc25c tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0487673 Dec 27 14:24:49.443811 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-71390d53-eb98-486c-82d1-f2714adda2d5 req-315b68ac-5af7-4a11-95d7-c13fb80f177d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472198 Dec 27 14:24:50.059227 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f7a80-b47f-4694-affb-ec5ac870f9ff req-53641f38-496c-4c83-9515-daaf84af0aa2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:50.060094 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-309f7a80-b47f-4694-affb-ec5ac870f9ff req-53641f38-496c-4c83-9515-daaf84af0aa2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0540876 Dec 27 14:24:50.123237 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-309f7a80-b47f-4694-affb-ec5ac870f9ff req-944342f3-b3f2-49be-936c-b835d790b28a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562456 Dec 27 14:24:50.168442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4974c-31ef-4bbb-bcec-65d72b7d30cc req-d63661e9-8af3-42b9-828c-68f35ede39b8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:50.170680 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82e4974c-31ef-4bbb-bcec-65d72b7d30cc req-d63661e9-8af3-42b9-828c-68f35ede39b8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0710998 Dec 27 14:24:50.229840 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82e4974c-31ef-4bbb-bcec-65d72b7d30cc req-02f392b2-4475-4ec3-b138-66fd481ff509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532577 Dec 27 14:24:50.569122 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689141f1-add3-48fb-a149-1e2b474b9995 req-3aec8692-16c5-4b96-b788-4203612e3eca tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:50.570640 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-689141f1-add3-48fb-a149-1e2b474b9995 req-3aec8692-16c5-4b96-b788-4203612e3eca tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0494618 Dec 27 14:24:50.618855 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-689141f1-add3-48fb-a149-1e2b474b9995 req-a77dc112-35f7-451a-9d8d-8c143aba7238 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Dec 27 14:24:50.941979 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b608306-acbc-405b-ba68-6530c0274b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:51.243182 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13344377-7cfd-44cd-8f18-69dd348ee555 req-ecd8bf09-e338-4cd3-b63f-b0be7882c510 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:51.245366 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-13344377-7cfd-44cd-8f18-69dd348ee555 req-ecd8bf09-e338-4cd3-b63f-b0be7882c510 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0477397 Dec 27 14:24:51.291347 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-13344377-7cfd-44cd-8f18-69dd348ee555 req-fd9018df-e9fa-4424-8f95-611d93166453 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Dec 27 14:24:51.394567 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69431e42-9a40-45e1-a214-af2ab555a61f req-c832cd22-259b-44dd-b6d1-096ff9c12f77 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:51.396044 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-69431e42-9a40-45e1-a214-af2ab555a61f req-c832cd22-259b-44dd-b6d1-096ff9c12f77 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0515463 Dec 27 14:24:51.442756 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-69431e42-9a40-45e1-a214-af2ab555a61f req-3533b297-2007-4e9e-9eea-2fd2a8868a41 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401046 Dec 27 14:24:51.733310 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427beaa-c2b6-4e45-8558-75db1c28b0ed req-6f47e124-2b85-4789-9f41-b614f2f44129 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:51.734752 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b427beaa-c2b6-4e45-8558-75db1c28b0ed req-6f47e124-2b85-4789-9f41-b614f2f44129 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0487926 Dec 27 14:24:51.781764 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b427beaa-c2b6-4e45-8558-75db1c28b0ed req-c020e7bf-d2a7-4dbf-8cc7-555c5f18c33d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 Dec 27 14:24:52.406914 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad413fa4-8315-4822-85d4-75b19ac2551f req-17416f94-0b86-425a-97e3-07970e9d1574 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:52.408321 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ad413fa4-8315-4822-85d4-75b19ac2551f req-17416f94-0b86-425a-97e3-07970e9d1574 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0518000 Dec 27 14:24:52.454194 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ad413fa4-8315-4822-85d4-75b19ac2551f req-e27d6fde-3e6c-4185-897b-00d333c4ba63 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Dec 27 14:24:52.555032 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ef3bd-6fb8-4f67-8d78-7670d755f99f req-a6247d4a-182f-47f5-a8f9-d932268239dc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:52.557208 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-990ef3bd-6fb8-4f67-8d78-7670d755f99f req-a6247d4a-182f-47f5-a8f9-d932268239dc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0489931 Dec 27 14:24:52.601898 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-990ef3bd-6fb8-4f67-8d78-7670d755f99f req-d46d4ae7-5e3d-42c4-ad08-a254289b917a tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388424 Dec 27 14:24:52.893379 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f03f26-499b-4812-a463-c303f5d11624 req-eb3c404d-099d-41f0-989f-75a0b8327c09 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:52.894859 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-67f03f26-499b-4812-a463-c303f5d11624 req-eb3c404d-099d-41f0-989f-75a0b8327c09 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0478506 Dec 27 14:24:52.945126 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-67f03f26-499b-4812-a463-c303f5d11624 req-74c0b6c1-5617-432a-8298-afcff590a83d tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437043 Dec 27 14:24:53.327267 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d3297a5b-bd13-4f34-b010-7a9d1a56704b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:53.567414 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b18da-9459-4454-8a91-b888ff101ec5 req-35307820-d015-4e5e-b918-1c0ea490449e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:53.568895 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-965b18da-9459-4454-8a91-b888ff101ec5 req-35307820-d015-4e5e-b918-1c0ea490449e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0485246 Dec 27 14:24:53.615425 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-965b18da-9459-4454-8a91-b888ff101ec5 req-e90685e7-2441-41a9-ac59-37f6e7539d34 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Dec 27 14:24:53.719115 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adde17c-7c6e-4dc4-94dc-0bf1e4a46330 req-bc6638e2-7f9a-4175-ae99-ef5361626444 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:53.720598 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5adde17c-7c6e-4dc4-94dc-0bf1e4a46330 req-bc6638e2-7f9a-4175-ae99-ef5361626444 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0484900 Dec 27 14:24:53.765850 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5adde17c-7c6e-4dc4-94dc-0bf1e4a46330 req-12f0b18f-0bb9-4f28-ac47-e59f9d106963 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Dec 27 14:24:53.926454 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:54.059564 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416837ac-6965-4155-9053-fd78d37efde5 req-2f3712ed-2512-4501-a1f9-8093054bddc0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:54.060957 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-416837ac-6965-4155-9053-fd78d37efde5 req-2f3712ed-2512-4501-a1f9-8093054bddc0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0490324 Dec 27 14:24:54.107673 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-416837ac-6965-4155-9053-fd78d37efde5 req-41474ed4-0b69-4991-88c9-2ce8af92fbc6 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Dec 27 14:24:54.377355 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:54.733757 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ee379-ccdd-494b-8f99-d05841aa3b90 req-76576f12-58ba-45b6-b068-d12ab61df12d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:54.735242 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-060ee379-ccdd-494b-8f99-d05841aa3b90 req-76576f12-58ba-45b6-b068-d12ab61df12d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0520668 Dec 27 14:24:54.782697 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-060ee379-ccdd-494b-8f99-d05841aa3b90 req-a5258ff6-97ef-450d-a204-0eb5781d90e0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Dec 27 14:24:54.837444 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-254d91ab-7f60-4590-a87d-610ad9c1957f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:54.839227 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-254d91ab-7f60-4590-a87d-610ad9c1957f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/networks?id=751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 200 len: 814 time: 0.1041348 Dec 27 14:24:54.854643 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-cd13027d-69d8-4bf2-b070-561f1a7cf71b tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/quotas/6945d0284cf64136bf191e4e1ae16b37 HTTP/1.1" status: 200 len: 375 time: 0.0099339 Dec 27 14:24:54.886330 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddd8f7-9f59-4c5c-b015-5a177b056264 req-333b2e0f-7a33-408a-aa55-fea25311498a tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:54.887074 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-4719d8f6-0a91-4a1c-aa1b-9d923e9b1037 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6945d0284cf64136bf191e4e1ae16b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268903 Dec 27 14:24:54.887796 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7bddd8f7-9f59-4c5c-b015-5a177b056264 req-333b2e0f-7a33-408a-aa55-fea25311498a tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0492582 Dec 27 14:24:54.934562 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7bddd8f7-9f59-4c5c-b015-5a177b056264 req-c2cf72fb-6b50-4ee8-a838-8c4c07a9606b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408156 Dec 27 14:24:54.975378 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-011a5e04-93ee-4390-bbc6-19be82b82841 service neutron] 10.222.0.37 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811925 Dec 27 14:24:55.225780 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862d65e-b80d-4377-b7f7-7d932b6a2681 req-eccb577f-e264-4e10-a76a-3539baac6bbf tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:55.227260 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d862d65e-b80d-4377-b7f7-7d932b6a2681 req-eccb577f-e264-4e10-a76a-3539baac6bbf tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0495231 Dec 27 14:24:55.280321 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d862d65e-b80d-4377-b7f7-7d932b6a2681 req-b4418e66-da16-4d72-a6db-02597c6466ff tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/security-groups?id=121e2a44-4f7a-45eb-b66d-3ec6bff569cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467286 Dec 27 14:24:55.332611 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-d773994d-5175-4850-98c1-ed1065ff4d58 service neutron] 10.222.0.37 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512070 Dec 27 14:24:55.341663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-6b124676-97cd-4511-8d34-217d9ea61bec tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:55.343084 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-6b124676-97cd-4511-8d34-217d9ea61bec tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 946 time: 0.0716934 Dec 27 14:24:55.453306 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Deleting port 5f034588-3141-4425-885f-1e0f76e6fb2a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:24:55.453716 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:55.492233 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ead28baa-5b48-4a5e-a429-7c6e2cc43a4b req-8622f67f-cc5e-42d8-8642-e23d82bfdf7b tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 210 time: 0.0257032 Dec 27 14:24:55.548980 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] For port 5f034588-3141-4425-885f-1e0f76e6fb2a, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5f034588-3141-4425-885f-1e0f76e6fb2a,segment=NetworkSegment(9327cb96-972d-4c82-a559-e604f21513ac),segment_id=9327cb96-972d-4c82-a559-e604f21513ac)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:24:55.549265 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:55.562385 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Calling delete_port for 5f034588-3141-4425-885f-1e0f76e6fb2a owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:24:55.697876 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:55.710123 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5f034588-3141-4425-885f-1e0f76e6fb2a'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:24:55.730104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Pushing event deleted for resources: {'Port': ['ID=5f034588-3141-4425-885f-1e0f76e6fb2a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:55.779898 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] No DVR routers for this DVR port 5f034588-3141-4425-885f-1e0f76e6fb2a on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:24:55.783173 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:55.786762 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-825a221a-ce05-44b6-bc43-fc75668d2957 req-1070c8c1-5b48-41be-a266-15358c6ae6d0 tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.30 "DELETE /v2.0/ports/5f034588-3141-4425-885f-1e0f76e6fb2a HTTP/1.1" status: 204 len: 173 time: 0.4324846 Dec 27 14:24:55.787349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'name': 'network-vif-deleted', 'tag': '5f034588-3141-4425-885f-1e0f76e6fb2a'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:55.789894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399ad1b9-92d4-4fd4-bd22-7c403ad24aa3" -d '{"events": [{"server_uuid": "9183a2b5-fbe1-45df-906b-e7311f3a3826", "name": "network-vif-deleted", "tag": "5f034588-3141-4425-885f-1e0f76e6fb2a"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:55.840024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290aeb3d-b73e-48b9-8e65-f7b07f0e05de x-openstack-request-id: req-290aeb3d-b73e-48b9-8e65-f7b07f0e05de {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:55.840610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9183a2b5-fbe1-45df-906b-e7311f3a3826", "name": "network-vif-deleted", "tag": "5f034588-3141-4425-885f-1e0f76e6fb2a", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:55.840610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-290aeb3d-b73e-48b9-8e65-f7b07f0e05de {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:55.840932 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9183a2b5-fbe1-45df-906b-e7311f3a3826', 'name': 'network-vif-deleted', 'tag': '5f034588-3141-4425-885f-1e0f76e6fb2a', 'status': 'completed', 'code': 200} Dec 27 14:24:55.920692 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab84af-72e7-42f6-9c8e-c719fcaff488 req-5e5be108-4d9e-4be4-9976-11bbf2427fb2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:55.922194 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5eab84af-72e7-42f6-9c8e-c719fcaff488 req-5e5be108-4d9e-4be4-9976-11bbf2427fb2 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0546918 Dec 27 14:24:55.974228 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5eab84af-72e7-42f6-9c8e-c719fcaff488 req-16ca7bbf-33f0-4708-a52f-dbabdd636b03 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Dec 27 14:24:56.058641 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0c940-e7c1-451b-a62e-9fa96201dbcd req-44e60a5c-0ce3-4b59-bbd5-795f830fa33e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:56.060056 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bc0c940-e7c1-451b-a62e-9fa96201dbcd req-44e60a5c-0ce3-4b59-bbd5-795f830fa33e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0488503 Dec 27 14:24:56.106242 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bc0c940-e7c1-451b-a62e-9fa96201dbcd req-953d1feb-890b-4347-a541-c2f522d44457 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399930 Dec 27 14:24:56.168412 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:56.288245 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:24:56.421680 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b0f2ae3e-ba39-4459-960d-6374cbe375e8 req-229fd456-5623-4379-b6ce-4f54b6f201fa tempest-AttachVolumeNegativeTest-41004951 tempest-AttachVolumeNegativeTest-41004951-project] 10.222.0.37 "GET /v2.0/ports?device_id=9183a2b5-fbe1-45df-906b-e7311f3a3826 HTTP/1.1" status: 200 len: 210 time: 0.0616565 Dec 27 14:24:56.448231 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a308110-4931-482b-b0c7-292e69b2f982 req-d9b66e9c-9f92-4137-aa0f-05a5ebbfd65c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:56.449961 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9a308110-4931-482b-b0c7-292e69b2f982 req-d9b66e9c-9f92-4137-aa0f-05a5ebbfd65c tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 945 time: 0.0771043 Dec 27 14:24:56.550261 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Deleting port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:24:56.550597 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:56.586083 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-57f96355-d8a4-44c9-98dc-365d285a2bfc req-8bc88a4f-563e-4ea3-aaa1-b7bfa3fc2831 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 210 time: 0.0250463 Dec 27 14:24:56.639854 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] For port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:24:56.640214 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:56.653105 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Calling delete_port for 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:24:56.787799 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:56.799570 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['43013b38-d0e6-4557-ae2b-adff54b730ab', '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:24:56.825523 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Pushing event deleted for resources: {'Port': ['ID=8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:56.880823 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-6ef162df-4a2e-445d-ac3a-ce1c86d5f1ff tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:56.882691 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-6ef162df-4a2e-445d-ac3a-ce1c86d5f1ff tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "GET /v2.0/networks?id=751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 200 len: 814 time: 0.1374533 Dec 27 14:24:56.884211 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] No DVR routers for this DVR port 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:24:56.887296 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:56.890878 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9a308110-4931-482b-b0c7-292e69b2f982 req-8426ff87-75d4-405f-b793-30d52bca56e1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "DELETE /v2.0/ports/8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 HTTP/1.1" status: 204 len: 173 time: 0.4275470 Dec 27 14:24:56.899449 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Request body: {'port': {'device_id': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1', 'admin_state_up': True, 'tenant_id': '6945d0284cf64136bf191e4e1ae16b37'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:24:56.997977 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.021554 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Made reservation on behalf of 6945d0284cf64136bf191e4e1ae16b37 for: {'port': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:24:57.029155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.118759 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d9f10526-4707-4092-9b1a-e7842fc21f93 req-3d546d72-ad5d-4134-9508-253a4ef1700a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c HTTP/1.1" status: 200 len: 210 time: 0.0332355 Dec 27 14:24:57.180418 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Allocated IP 172.20.0.11 (751637e1-6a5a-45f9-829a-2ac2c9824dd1/8d71e008-cd9e-4e9e-bf73-a088d0a21ff8/2788dd5b-31c5-42aa-ad4a-fbce4daa2d80) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:24:57.229251 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53681614-2e0b-4c2f-a39b-7eb5d0c03890 req-ad88a688-42a8-439e-9067-5e5551da9800 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:57.230712 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-53681614-2e0b-4c2f-a39b-7eb5d0c03890 req-ad88a688-42a8-439e-9067-5e5551da9800 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0483911 Dec 27 14:24:57.278005 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-53681614-2e0b-4c2f-a39b-7eb5d0c03890 req-eab26df0-6027-4294-b8eb-34c46e450432 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Dec 27 14:24:57.326736 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.359694 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.408889 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:24:57.412005 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:24:57.417187 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:24:57.421173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Pushing event updated for resources: {'Port': ['ID=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:57.451397 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.451759 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.452129 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.452463 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.452797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.453120 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.453473 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.453957 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.454176 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.454351 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.454669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.454981 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.455293 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:24:57.476255 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:57.476899 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.490067 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58482) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:24:57.519009 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-745d40cf-27b9-4664-a4ef-f5776fe4c611 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6234298 Dec 27 14:24:57.535347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Request body: {'port': {'device_id': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:24:57.560991 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Deleting subnet 8b5c6985-e3dc-4a23-9014-4a7d1f901915 {{(pid=102429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:24:57.565446 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.625521 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.628727 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13130324'] for subnet, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.699155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.711404 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a5823-a73c-4d18-908f-95a98fe49ec0 req-280e201c-c5e2-4264-87d7-3fabc04169fd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:57.713715 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3c0a5823-a73c-4d18-908f-95a98fe49ec0 req-280e201c-c5e2-4264-87d7-3fabc04169fd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 932 time: 0.0587401 Dec 27 14:24:57.762010 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3c0a5823-a73c-4d18-908f-95a98fe49ec0 req-fc265c13-37f1-4fac-a85e-7bca0308d137 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418546 Dec 27 14:24:57.842106 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'name': 'network-vif-deleted', 'tag': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:57.844554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f19ae14-c1d3-483c-84e7-c705af957065" -d '{"events": [{"server_uuid": "7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c", "name": "network-vif-deleted", "tag": "8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:57.860349 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13257222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12694136'] for subnet, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:57.883028 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcca43b-08b3-4a5f-ba2f-18de2e789783 x-openstack-request-id: req-cbcca43b-08b3-4a5f-ba2f-18de2e789783 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:57.883324 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c", "name": "network-vif-deleted", "tag": "8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:57.883579 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbcca43b-08b3-4a5f-ba2f-18de2e789783 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:57.884062 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd70e5f-3b1e-4b99-ada1-0bc4d6fbe96c', 'name': 'network-vif-deleted', 'tag': '8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1', 'status': 'completed', 'code': 200} Dec 27 14:24:58.093410 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5c6985-e3dc-4a23-9014-4a7d1f901915,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:58.099307 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.102380 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f151aefb-48ea-46da-9075-75057121eb3d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8b5c6985-e3dc-4a23-9014-4a7d1f901915 HTTP/1.1" status: 204 len: 168 time: 0.6112666 Dec 27 14:24:58.105311 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58490) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:24:58.197454 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.267911 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 {{(pid=102429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:24:58.286652 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.333053 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.provisioning_blocks [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Transition to ACTIVE for port object 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 will not be triggered until provisioned by entity L2. {{(pid=102429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:24:58.338196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.346175 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.400196 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb286-befd-47fd-ae10-b65b510a1220 req-631359c8-c95f-4edf-925f-b7815e4ed035 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:58.402444 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa1eb286-befd-47fd-ae10-b65b510a1220 req-631359c8-c95f-4edf-925f-b7815e4ed035 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0539680 Dec 27 14:24:58.404780 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f572a130-3f83-4c3c-b51f-af2b9bc79a2e']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:24:58.435203 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9327cb96-972d-4c82-a559-e604f21513ac') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:24:58.435475 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9327cb96-972d-4c82-a559-e604f21513ac') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:24:58.451829 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa1eb286-befd-47fd-ae10-b65b510a1220 req-09d43b43-9a43-433e-b17c-a0a969ef4f89 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Dec 27 14:24:58.454197 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.455735 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Pushing event updated for resources: {'Port': ['ID=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:58.488538 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.515562 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:24:58.515973 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.518317 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:24:58.520975 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:24:58.540012 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add01a7a-2f19-42ad-9c1c-0ede8836ac02 req-91dcfbd2-a1c3-43d5-8422-0383115d6c6e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:58.542028 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-add01a7a-2f19-42ad-9c1c-0ede8836ac02 req-91dcfbd2-a1c3-43d5-8422-0383115d6c6e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1613185 Dec 27 14:24:58.620701 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.631572 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.634679 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f572a130-3f83-4c3c-b51f-af2b9bc79a2e HTTP/1.1" status: 204 len: 168 time: 0.5284860 Dec 27 14:24:58.640593 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Attempting to bind port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:24:58.640918 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Attempting to bind port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:24:58.641234 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Attempting to bind port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 on network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:24:58.657035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632562-9f06-46e5-9015-851c1669f380 admin admin] Pushing event deleted for resources: {'Network': ['ID=f572a130-3f83-4c3c-b51f-af2b9bc79a2e,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:58.662011 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-add01a7a-2f19-42ad-9c1c-0ede8836ac02 req-197a9f2e-3106-49da-89b6-b182c82534f2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110141 Dec 27 14:24:58.662959 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 on network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:24:58.663272 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Attempting to bind port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 on network 751637e1-6a5a-45f9-829a-2ac2c9824dd1 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:24:58.669355 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:24:58.669681 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Checking segment: {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:24:58.670052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Bound using segment: {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:24:58.670470 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Bound port: 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1'}}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:24:58.670813 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.749242 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] For port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host hv-cinder-82301, cleared binding levels {{(pid=102429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:24:58.752440 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] For port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:24:58.757648 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.793241 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:58.793894 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:58.795334 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] 10.222.0.30 "PUT /v2.0/ports/2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 HTTP/1.1" status: 200 len: 1094 time: 1.2647901 Dec 27 14:24:58.795820 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'tag': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:24:58.798196 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1a9f02-1fcd-428a-b4da-c7404668c963" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b99852-a0cc-44d9-8da9-2fbdd2d580f1", "tag": "2788dd5b-31c5-42aa-ad4a-fbce4daa2d80"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:24:58.869134 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d16bd-9341-4a29-b3da-5d234214a581 service neutron] Pushing event updated for resources: {'Port': ['ID=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,revision_number=3']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:58.885468 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58510) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:24:58.894802 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-bd0d84c7-e496-468f-a1e0-623c4960199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:58.896284 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-bd0d84c7-e496-468f-a1e0-623c4960199e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6945d0284cf64136bf191e4e1ae16b37&device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 1097 time: 0.0577040 Dec 27 14:24:58.926055 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9ff11-ff36-4e1b-8ebe-60dd56d34132 req-63da9af9-9cb2-4d19-a1ae-946783e8857e tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:58.932751 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24c9ff11-ff36-4e1b-8ebe-60dd56d34132 req-63da9af9-9cb2-4d19-a1ae-946783e8857e tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 944 time: 0.0742915 Dec 27 14:24:58.975609 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-a506caed-3730-400f-aa1b-35d63a0b3cbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 HTTP/1.1" status: 200 len: 217 time: 0.0605903 Dec 27 14:24:59.007412 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-24c9ff11-ff36-4e1b-8ebe-60dd56d34132 req-f8d00f68-37d6-4f56-9a54-333de4c13e60 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734158 Dec 27 14:24:59.013958 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-994ba7b7-fd38-4c7f-9950-5f91dd044d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.015396 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-994ba7b7-fd38-4c7f-9950-5f91dd044d42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0631311 Dec 27 14:24:59.020673 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f8f47783-8913-43f8-8961-cfb97e85dc64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=648321538a5a439baf7e39cee8742fc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1340916 Dec 27 14:24:59.025898 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58514) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:24:59.051093 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c4e7-c9d0-425a-90f4-da2026538807 req-8dd03eda-abfe-4cfc-92f5-f78bde94100c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.052667 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7134c4e7-c9d0-425a-90f4-da2026538807 req-8dd03eda-abfe-4cfc-92f5-f78bde94100c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1490328 Dec 27 14:24:59.062467 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465899b0-64a1-4700-bce4-63503821c32a x-openstack-request-id: req-465899b0-64a1-4700-bce4-63503821c32a {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:24:59.062764 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b99852-a0cc-44d9-8da9-2fbdd2d580f1", "tag": "2788dd5b-31c5-42aa-ad4a-fbce4daa2d80", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:24:59.063033 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-465899b0-64a1-4700-bce4-63503821c32a {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:24:59.063415 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'tag': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80', 'status': 'completed', 'code': 200} Dec 27 14:24:59.092283 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-ecd1b72e-aadb-4533-a404-3ae34a0a8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.093747 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-ecd1b72e-aadb-4533-a404-3ae34a0a8e81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d71e008-cd9e-4e9e-bf73-a088d0a21ff8 HTTP/1.1" status: 200 len: 854 time: 0.1062868 Dec 27 14:24:59.124394 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-37bb51cd-f6f2-4169-955f-6b361523845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.125995 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-37bb51cd-f6f2-4169-955f-6b361523845b service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.1003001 Dec 27 14:24:59.152284 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-71a94033-6e7f-422d-8301-6d214267a1f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=751637e1-6a5a-45f9-829a-2ac2c9824dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450065 Dec 27 14:24:59.176219 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7134c4e7-c9d0-425a-90f4-da2026538807 req-d4aa3013-9ab8-4c34-a923-f6e72774b5b3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119630 Dec 27 14:24:59.186078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffba8-d935-4ae6-a33e-67d40cbb1d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:59.209035 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-49a2be7d-cefe-417e-adec-8a1b7ccaabaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 1002 time: 0.0743999 Dec 27 14:24:59.241977 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffba8-d935-4ae6-a33e-67d40cbb1d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:59.259801 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-840266c3-cc76-4364-a3a3-c3903404cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.261395 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-840266c3-cc76-4364-a3a3-c3903404cb3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0451496 Dec 27 14:24:59.297820 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-1b8d5569-ddb4-48d4-9ebc-e420caa2f5e3 service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355660 Dec 27 14:24:59.312898 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-4ccd04e4-232a-4a08-8d6a-c5b690a0ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.314811 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-4ccd04e4-232a-4a08-8d6a-c5b690a0ce56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448363 Dec 27 14:24:59.325878 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffba8-d935-4ae6-a33e-67d40cbb1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:59.328370 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffba8-d935-4ae6-a33e-67d40cbb1d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:24:59.329578 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-fe4ffba8-d935-4ae6-a33e-67d40cbb1d6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/121e2a44-4f7a-45eb-b66d-3ec6bff569cf HTTP/1.1" status: 204 len: 168 time: 0.3026891 Dec 27 14:24:59.345286 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ffba8-d935-4ae6-a33e-67d40cbb1d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121e2a44-4f7a-45eb-b66d-3ec6bff569cf,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:24:59.407460 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c290c83-50ce-403a-b9a0-724dd70047e5 req-26720bd9-6de1-4a4f-8fee-535ebb90a2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001635 Dec 27 14:24:59.419169 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-f989dd5f-0d7b-4847-aa5b-b1ae543bd0ca service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960014 Dec 27 14:24:59.527959 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-6b0d9c61-bc3e-4467-90d5-1076d10ec978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.528174 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-13e260b3-3287-4e8a-b113-461d96d1e97a req-531d743e-257d-4dc4-a804-043987e59a90 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015592 Dec 27 14:24:59.529873 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-6b0d9c61-bc3e-4467-90d5-1076d10ec978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6945d0284cf64136bf191e4e1ae16b37&device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 1097 time: 0.0569091 Dec 27 14:24:59.574478 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5f034588-3141-4425-885f-1e0f76e6fb2a no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:24:59.600802 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 5f034588-3141-4425-885f-1e0f76e6fb2a {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:24:59.601537 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5f034588-3141-4425-885f-1e0f76e6fb2a not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:24:59.611253 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c4eb2-5349-498d-8ae2-ed51681aaaee req-5c8d4e4f-4a96-4e6f-82bd-76c5a950c468 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.612784 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1e1c4eb2-5349-498d-8ae2-ed51681aaaee req-5c8d4e4f-4a96-4e6f-82bd-76c5a950c468 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0749505 Dec 27 14:24:59.652432 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-1f953db2-fe3d-4716-b0c1-c7736a9af58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.655199 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-1f953db2-fe3d-4716-b0c1-c7736a9af58e service neutron] 10.222.0.30 "GET /v2.0/networks?id=751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 200 len: 914 time: 0.1036003 Dec 27 14:24:59.665984 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1e1c4eb2-5349-498d-8ae2-ed51681aaaee req-77993196-c594-4688-8731-9c4d0c0b4c1b tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Dec 27 14:24:59.704713 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-7ddf529e-f2b7-40a1-830c-d8d48e21d37a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 HTTP/1.1" status: 200 len: 217 time: 0.0400746 Dec 27 14:24:59.767240 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-100fd522-17b0-4ec3-8d17-888ef0b64a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:24:59.768729 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-100fd522-17b0-4ec3-8d17-888ef0b64a8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d71e008-cd9e-4e9e-bf73-a088d0a21ff8 HTTP/1.1" status: 200 len: 854 time: 0.0567777 Dec 27 14:24:59.811150 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-ead0a880-3495-4165-bb1e-71febbf8d57b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=751637e1-6a5a-45f9-829a-2ac2c9824dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274262 Dec 27 14:24:59.916531 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-2937ef2a-4c5e-4257-8a7d-b02ea7e1c3a6 service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883937 Dec 27 14:25:00.012847 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c1a9f02-1fcd-428a-b4da-c7404668c963 req-55b007dd-b263-4f85-88f0-e79a76a953f1 service neutron] 10.222.0.30 "GET /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873511 Dec 27 14:25:00.124912 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470c027-e9ef-4679-b509-cb4de525e606 req-938acadd-d72d-4d07-ab52-b7ac963ba74a tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:00.126877 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9470c027-e9ef-4679-b509-cb4de525e606 req-938acadd-d72d-4d07-ab52-b7ac963ba74a tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 944 time: 0.0513260 Dec 27 14:25:00.179053 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9470c027-e9ef-4679-b509-cb4de525e606 req-080c312b-21c1-439f-9882-e79dd263ae40 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457325 Dec 27 14:25:00.299041 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f4c90-2a25-4aca-94d8-e3215264a7bf req-947153a2-6710-4a3a-bf23-ddda8949ab25 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:00.300590 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-667f4c90-2a25-4aca-94d8-e3215264a7bf req-947153a2-6710-4a3a-bf23-ddda8949ab25 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0538762 Dec 27 14:25:00.353569 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-667f4c90-2a25-4aca-94d8-e3215264a7bf req-a5e2d2b3-487c-495d-98ab-b8e513d05e18 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466344 Dec 27 14:25:00.785817 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6d64-3237-493c-a2af-09c93ca27b91 req-a6eb23cc-5aac-4381-9a9b-4dd63127d192 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:00.787664 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f93a6d64-3237-493c-a2af-09c93ca27b91 req-a6eb23cc-5aac-4381-9a9b-4dd63127d192 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0493083 Dec 27 14:25:00.836488 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f93a6d64-3237-493c-a2af-09c93ca27b91 req-f11610e2-216b-4666-bbcd-36b3c90e1714 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Dec 27 14:25:01.296697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4718c-6714-43d9-a39b-900f45ae55cb req-d990a69f-2287-490b-9e68-4e803f6fa0f3 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:01.298380 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-55f4718c-6714-43d9-a39b-900f45ae55cb req-d990a69f-2287-490b-9e68-4e803f6fa0f3 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 944 time: 0.0509675 Dec 27 14:25:01.348949 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-55f4718c-6714-43d9-a39b-900f45ae55cb req-f1ca1e99-a22e-46af-b659-974bad394733 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446138 Dec 27 14:25:01.468317 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c16bd9-a140-44fc-ac38-dac1313e09dd req-e3fd1ae7-295e-472f-a439-9c9db5396190 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:01.469691 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b1c16bd9-a140-44fc-ac38-dac1313e09dd req-e3fd1ae7-295e-472f-a439-9c9db5396190 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0496359 Dec 27 14:25:01.519016 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b1c16bd9-a140-44fc-ac38-dac1313e09dd req-9a5099f4-3916-4537-bdb9-1a56c6dfa8d3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435166 Dec 27 14:25:01.576278 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:25:01.595941 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:25:01.596290 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8ec9ce5c-8ee9-4fb6-8eb7-caec5c408fc1 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:25:01.955647 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d4e69-5565-48a0-b650-78547c4648b6 req-8fbff5ae-7818-40ad-9c2c-bed115b584c4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:01.957142 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e28d4e69-5565-48a0-b650-78547c4648b6 req-8fbff5ae-7818-40ad-9c2c-bed115b584c4 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0512600 Dec 27 14:25:02.003523 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e28d4e69-5565-48a0-b650-78547c4648b6 req-7768488a-0cd7-4e07-b694-6bb2e0b89e11 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Dec 27 14:25:02.470622 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13aaf55-6051-4b6f-8c4a-a5260a8cf1f0 req-21e0eab7-00a8-4cc1-b6e3-a1cfed36257f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:02.472177 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a13aaf55-6051-4b6f-8c4a-a5260a8cf1f0 req-21e0eab7-00a8-4cc1-b6e3-a1cfed36257f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 944 time: 0.0525429 Dec 27 14:25:02.520565 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a13aaf55-6051-4b6f-8c4a-a5260a8cf1f0 req-5fe19d99-402d-47a7-8aca-9f66f12e0376 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Dec 27 14:25:03.117599 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18ffa7-7c67-4638-a7c3-e0a38c322ea6 req-236bcd9d-ac5a-45d0-ba74-e1fea78b16df tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:03.119096 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0b18ffa7-7c67-4638-a7c3-e0a38c322ea6 req-236bcd9d-ac5a-45d0-ba74-e1fea78b16df tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0499055 Dec 27 14:25:03.167000 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0b18ffa7-7c67-4638-a7c3-e0a38c322ea6 req-c35e2ddc-3dc0-4f9d-b32a-63b18cae3181 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Dec 27 14:25:03.569264 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:25:03.646107 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a12ba-ad1e-4a33-8eac-fc5a53484205 req-cef2331e-b2ee-47c5-aba2-4599d227b9bf tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:03.647907 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-096a12ba-ad1e-4a33-8eac-fc5a53484205 req-cef2331e-b2ee-47c5-aba2-4599d227b9bf tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 944 time: 0.0519652 Dec 27 14:25:03.687455 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:03.701014 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80', 'network_id': '751637e1-6a5a-45f9-829a-2ac2c9824dd1', 'port_id': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80', 'mac_address': 'fa:16:3e:8b:d2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d71e008-cd9e-4e9e-bf73-a088d0a21ff8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:25:03.703858 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-096a12ba-ad1e-4a33-8eac-fc5a53484205 req-aa3db25d-0e6b-48e0-9e32-8fa4cf052640 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499070 Dec 27 14:25:03.737481 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:03.751615 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:25:03.771109 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:03.776768 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:03.825200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:03.832054 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.832425 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.832773 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.833106 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.833432 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.833758 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.834074 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.834393 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.834714 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.835030 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.835345 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.835668 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:03.835996 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:04.287607 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407423d-40c2-4587-941f-e15b1ab470e4 req-072ee287-2564-4075-ba82-0ad24cba1754 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:04.289108 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6407423d-40c2-4587-941f-e15b1ab470e4 req-072ee287-2564-4075-ba82-0ad24cba1754 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0508227 Dec 27 14:25:04.336393 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6407423d-40c2-4587-941f-e15b1ab470e4 req-c4f12631-952a-4c92-86cf-6de3bd02ea3f tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Dec 27 14:25:04.818942 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3414b-4fa7-4be6-92b6-bc1b84a3e7b2 req-077d536f-419e-4664-87ee-c13b5eb2e4c9 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:04.820402 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ddd3414b-4fa7-4be6-92b6-bc1b84a3e7b2 req-077d536f-419e-4664-87ee-c13b5eb2e4c9 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 945 time: 0.0476327 Dec 27 14:25:04.866711 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ddd3414b-4fa7-4be6-92b6-bc1b84a3e7b2 req-b912123d-bd07-4266-a235-bf5290494f45 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Dec 27 14:25:05.450025 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344532b-2b53-4511-a686-90a2b128f41b req-4afebdec-fd99-48b4-acbe-fad91695ace0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:05.451515 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c344532b-2b53-4511-a686-90a2b128f41b req-4afebdec-fd99-48b4-acbe-fad91695ace0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0487833 Dec 27 14:25:05.501915 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c344532b-2b53-4511-a686-90a2b128f41b req-dbab0726-56a2-41ea-8a2d-d21960429c5e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Dec 27 14:25:05.979951 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dcbc3-72ce-4495-92c2-f81ef83015ec req-652fa513-ee21-4d14-aa02-3e80ca12bcba tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:05.981417 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a61dcbc3-72ce-4495-92c2-f81ef83015ec req-652fa513-ee21-4d14-aa02-3e80ca12bcba tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 945 time: 0.0482008 Dec 27 14:25:06.027231 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a61dcbc3-72ce-4495-92c2-f81ef83015ec req-c7c1cf75-90ba-406b-967f-5cc89665640d tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Dec 27 14:25:06.614142 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b97d62-b446-410c-bbee-fc13b57b90bd req-fbcb4a56-a1c1-42d0-ad0e-07441c1939d0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:06.615611 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94b97d62-b446-410c-bbee-fc13b57b90bd req-fbcb4a56-a1c1-42d0-ad0e-07441c1939d0 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0487142 Dec 27 14:25:06.663032 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94b97d62-b446-410c-bbee-fc13b57b90bd req-4efc0bbf-038a-4554-b0db-a1a5f7f6aa24 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Dec 27 14:25:07.151697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19841e2-99b7-4ec3-9534-51d0d0b77a54 req-a73ce5f8-4811-4eb8-9273-42e1dcd19255 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:07.154573 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b19841e2-99b7-4ec3-9534-51d0d0b77a54 req-a73ce5f8-4811-4eb8-9273-42e1dcd19255 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 945 time: 0.0556765 Dec 27 14:25:07.203041 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b19841e2-99b7-4ec3-9534-51d0d0b77a54 req-1a05e32f-e535-477f-935e-dc4d60bce57b tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Dec 27 14:25:07.776313 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907293f8-7862-4f36-9df1-6dd2bb7b227c req-d778f9b2-dd32-44a8-9e8c-b0e3c380a3c9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:07.777762 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-907293f8-7862-4f36-9df1-6dd2bb7b227c req-d778f9b2-dd32-44a8-9e8c-b0e3c380a3c9 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0486846 Dec 27 14:25:07.831584 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-907293f8-7862-4f36-9df1-6dd2bb7b227c req-1cf80409-ccda-4760-8437-4d9b5c7e8ea1 tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/security-groups?id=216ddd2d-5814-4c8f-a51d-d3de89c52d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415092 Dec 27 14:25:08.137146 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['2788dd5b-31c5-42aa-ad4a-fbce4daa2d80'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:25:08.256757 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-98df7c19-64c0-470b-b143-a5bf5088e15a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:08.257879 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-98df7c19-64c0-470b-b143-a5bf5088e15a tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 945 time: 0.0510993 Dec 27 14:25:08.380578 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81a64a-a88b-417b-a474-6579ab47916a req-895d81d5-cdc8-4c08-9ead-b819146f77a6 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:08.382045 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6d81a64a-a88b-417b-a474-6579ab47916a req-895d81d5-cdc8-4c08-9ead-b819146f77a6 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 945 time: 0.1060076 Dec 27 14:25:08.429510 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Deleting port 43013b38-d0e6-4557-ae2b-adff54b730ab {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:25:08.429764 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:08.462397 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6d81a64a-a88b-417b-a474-6579ab47916a req-dc597855-c715-424f-9afb-38b51e50c6ae tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725477 Dec 27 14:25:08.527460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] For port 43013b38-d0e6-4557-ae2b-adff54b730ab, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=43013b38-d0e6-4557-ae2b-adff54b730ab,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:08.527818 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:08.540865 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Calling delete_port for 43013b38-d0e6-4557-ae2b-adff54b730ab owned by compute:nova {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:25:08.666144 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:08.692068 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Pushing event deleted for resources: {'Port': ['ID=43013b38-d0e6-4557-ae2b-adff54b730ab,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:08.734031 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] No DVR routers for this DVR port 43013b38-d0e6-4557-ae2b-adff54b730ab on host hv-cinder-82301 {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:25:08.736468 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:08.739612 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0510070b-5663-4937-8408-6b86dd1d8f71 req-8188c888-a3b5-4d60-b318-b996545bd48e tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.30 "DELETE /v2.0/ports/43013b38-d0e6-4557-ae2b-adff54b730ab HTTP/1.1" status: 204 len: 173 time: 0.4611270 Dec 27 14:25:08.740093 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'name': 'network-vif-deleted', 'tag': '43013b38-d0e6-4557-ae2b-adff54b730ab'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:25:08.742310 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb35846-c4a7-41e0-acf7-8d90b21a41d7" -d '{"events": [{"server_uuid": "8520422d-f3a9-443c-9e9a-12fb03ef1bcc", "name": "network-vif-deleted", "tag": "43013b38-d0e6-4557-ae2b-adff54b730ab"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:25:08.779327 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb9284d-ca93-4524-a899-6915ace2aefc x-openstack-request-id: req-dbb9284d-ca93-4524-a899-6915ace2aefc {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:25:08.779976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8520422d-f3a9-443c-9e9a-12fb03ef1bcc", "name": "network-vif-deleted", "tag": "43013b38-d0e6-4557-ae2b-adff54b730ab", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:25:08.779976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbb9284d-ca93-4524-a899-6915ace2aefc {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:25:08.780269 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8520422d-f3a9-443c-9e9a-12fb03ef1bcc', 'name': 'network-vif-deleted', 'tag': '43013b38-d0e6-4557-ae2b-adff54b730ab', 'status': 'completed', 'code': 200} Dec 27 14:25:08.924243 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8f7f144a-c6eb-42d5-9865-012f7f153b9d req-de25181a-43f6-45ac-a8c7-6c202ff5672d tempest-ServerRescueNegativeTestJSON-120080163 tempest-ServerRescueNegativeTestJSON-120080163-project] 10.222.0.37 "GET /v2.0/ports?device_id=8520422d-f3a9-443c-9e9a-12fb03ef1bcc HTTP/1.1" status: 200 len: 210 time: 0.0269301 Dec 27 14:25:09.583764 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdc9ca-28c4-441d-834c-b8d7cc660fd4 req-390a35d4-95c2-4243-aae0-1842c1b6d5f6 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:09.585364 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-edbdc9ca-28c4-441d-834c-b8d7cc660fd4 req-390a35d4-95c2-4243-aae0-1842c1b6d5f6 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 945 time: 0.0535979 Dec 27 14:25:09.638827 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-edbdc9ca-28c4-441d-834c-b8d7cc660fd4 req-54c5d3a3-e1d9-4424-97f9-fb74d420481c tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Dec 27 14:25:09.981700 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58686) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:10.141607 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:25:10.189083 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:25:10.192670 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:25:10.193041 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:10.271993 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:10.297334 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:25:10.299692 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2158e63e-11fd-4ab4-8883-a3644232a7ed" -d '{"events": [{"server_uuid": "c6b99852-a0cc-44d9-8da9-2fbdd2d580f1", "name": "network-vif-plugged", "status": "completed", "tag": "2788dd5b-31c5-42aa-ad4a-fbce4daa2d80"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:25:10.314716 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:10.320428 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:10.322104 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 43013b38-d0e6-4557-ae2b-adff54b730ab no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:25:10.348803 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacc6444-9a28-4ff1-a69d-c6306c69102c x-openstack-request-id: req-bacc6444-9a28-4ff1-a69d-c6306c69102c {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:25:10.349098 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b99852-a0cc-44d9-8da9-2fbdd2d580f1", "name": "network-vif-plugged", "status": "completed", "tag": "2788dd5b-31c5-42aa-ad4a-fbce4daa2d80", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:25:10.349351 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bacc6444-9a28-4ff1-a69d-c6306c69102c {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:25:10.349741 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80', 'code': 200} Dec 27 14:25:10.366036 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 43013b38-d0e6-4557-ae2b-adff54b730ab {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:25:10.366378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 43013b38-d0e6-4557-ae2b-adff54b730ab not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:25:10.399476 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:10.408646 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:10.537859 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94905eca-9f37-4e00-881b-26a8e17c5398 req-a0f88fd0-5f70-4803-9b7f-29bf7c95da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:10.539279 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94905eca-9f37-4e00-881b-26a8e17c5398 req-a0f88fd0-5f70-4803-9b7f-29bf7c95da43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 1099 time: 0.0393429 Dec 27 14:25:10.583645 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-94905eca-9f37-4e00-881b-26a8e17c5398 req-f806e778-6e8b-4d1e-a05a-04879277243a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368679 Dec 27 14:25:10.705248 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Deleting port ad216542-80cc-49f0-a6b6-55e52220ec9a {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:25:10.705248 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:10.811228 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10e19a-602a-44a8-a606-c3b78f2a53fe req-c4d779f1-e33c-4395-bb82-4e0e13e1cc5c tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:10.812721 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5e10e19a-602a-44a8-a606-c3b78f2a53fe req-c4d779f1-e33c-4395-bb82-4e0e13e1cc5c tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.0947883 Dec 27 14:25:10.830088 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] For port ad216542-80cc-49f0-a6b6-55e52220ec9a, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=ad216542-80cc-49f0-a6b6-55e52220ec9a,segment=NetworkSegment(b2038f9e-2060-46db-a0d9-47f70fba4dce),segment_id=b2038f9e-2060-46db-a0d9-47f70fba4dce)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:10.830471 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:10.853311 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Calling delete_port for ad216542-80cc-49f0-a6b6-55e52220ec9a owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:25:10.885921 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5e10e19a-602a-44a8-a606-c3b78f2a53fe req-8ce0fc33-02f6-4477-acb3-63d2849d25c9 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636542 Dec 27 14:25:11.054743 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:11.082328 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad216542-80cc-49f0-a6b6-55e52220ec9a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:11.244913 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:11.689811 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Router bd40f14d-de43-4113-8562-abea4b1bd8d4 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:25:11.796938 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:25:11.805174 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-41700490-6db3-439e-9020-57f1e4bb7f7d admin admin] 10.222.0.37 "PUT /v2.0/routers/bd40f14d-de43-4113-8562-abea4b1bd8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222227 Dec 27 14:25:11.806803 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] Sync routers for ids ['bd40f14d-de43-4113-8562-abea4b1bd8d4'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:25:11.807643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58710) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:11.816931 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] Routers {'bd40f14d-de43-4113-8562-abea4b1bd8d4'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:25:11.817525 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:24:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['bd40f14d-de43-4113-8562-abea4b1bd8d4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:11.910280 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:11.920661 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] Set router bd40f14d-de43-4113-8562-abea4b1bd8d4 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:25:12.053157 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73225c-4fb7-4493-9b5c-195faa8c8383 req-07936142-c3a6-4478-a0bc-c435b2f3c6dd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:12.054633 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7f73225c-4fb7-4493-9b5c-195faa8c8383 req-07936142-c3a6-4478-a0bc-c435b2f3c6dd tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.1004963 Dec 27 14:25:12.061887 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.120083 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149'}], 'enable_snat': True}, 'gw_port_id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:25:11Z', 'revision_number': 5, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port': {'id': '357f1bf3-1741-4ed8-a968-d702a231d591', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:12.153709 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] Checking router: bd40f14d-de43-4113-8562-abea4b1bd8d4 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:25:12.164373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7f73225c-4fb7-4493-9b5c-195faa8c8383 req-8e1bd67b-ebb0-489d-a3a5-7172772f7845 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938427 Dec 27 14:25:12.167870 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] Routers {'bd40f14d-de43-4113-8562-abea4b1bd8d4'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:25:12.168403 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:24:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['bd40f14d-de43-4113-8562-abea4b1bd8d4'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:12.191484 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Deleting port 357f1bf3-1741-4ed8-a968-d702a231d591 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:25:12.191814 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.285686 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] For port 357f1bf3-1741-4ed8-a968-d702a231d591, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=357f1bf3-1741-4ed8-a968-d702a231d591,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:12.286152 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.299897 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Calling delete_port for 357f1bf3-1741-4ed8-a968-d702a231d591 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:25:12.373801 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] Set router bd40f14d-de43-4113-8562-abea4b1bd8d4 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:25:12.429960 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:25:12Z', 'revision_number': 6, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:12.440786 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58730) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:12.458800 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521e46c-4710-4f24-a6aa-d6d252dbe4ed None None] The sync data for ids ['bd40f14d-de43-4113-8562-abea4b1bd8d4'] in dv-cinder-823015-1-iscsi is: [{'id': 'bd40f14d-de43-4113-8562-abea4b1bd8d4', 'name': 'tempest-ServerRescueNegativeTestJSON-1582342050-router', 'tenant_id': '5516ca8550bb4056a7966db3f506971b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:25:12Z', 'revision_number': 6, 'project_id': '5516ca8550bb4056a7966db3f506971b', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:25:12.483550 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.530871 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Pushing event deleted for resources: {'Port': ['ID=357f1bf3-1741-4ed8-a968-d702a231d591,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:12.577515 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-25dbac20-acf7-4ccb-b71f-7ccf2c9124f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.579253 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.652652 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-25dbac20-acf7-4ccb-b71f-7ccf2c9124f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.656779 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-25dbac20-acf7-4ccb-b71f-7ccf2c9124f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.688444 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.690739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.697959 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-25dbac20-acf7-4ccb-b71f-7ccf2c9124f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2119fd2096b44213a135af8851f69606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561047 Dec 27 14:25:12.698827 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbac20-acf7-4ccb-b71f-7ccf2c9124f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad83a5e-1374-46dc-b594-071856fcd8ca,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:12.701086 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58736) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:12.749634 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e88de6b9-8084-4ca2-aff1-79d2bdde159e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.753845 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.754362 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd40f14d-de43-4113-8562-abea4b1bd8d4 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:25:12.759807 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.761134 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-edd99ddb-b8e7-45c7-b717-6b1f5a6c54bd admin admin] 10.222.0.37 "DELETE /v2.0/routers/bd40f14d-de43-4113-8562-abea4b1bd8d4 HTTP/1.1" status: 204 len: 168 time: 0.9523757 Dec 27 14:25:12.763443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58738) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:12.773471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e88de6b9-8084-4ca2-aff1-79d2bdde159e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.811672 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Deleting subnet 7b62219a-316f-4de0-aefe-023f1fc3c53d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:25:12.814939 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.824610 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e88de6b9-8084-4ca2-aff1-79d2bdde159e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.827127 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e88de6b9-8084-4ca2-aff1-79d2bdde159e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.828310 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e88de6b9-8084-4ca2-aff1-79d2bdde159e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cad83a5e-1374-46dc-b594-071856fcd8ca HTTP/1.1" status: 204 len: 168 time: 0.1260028 Dec 27 14:25:12.837547 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88de6b9-8084-4ca2-aff1-79d2bdde159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad83a5e-1374-46dc-b594-071856fcd8ca,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:12.870452 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.915920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:12.976870 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.004412 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b62219a-316f-4de0-aefe-023f1fc3c53d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:13.006263 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.012413 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-052bd4aa-5548-4036-acb0-2ca41b579267 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b62219a-316f-4de0-aefe-023f1fc3c53d HTTP/1.1" status: 204 len: 168 time: 0.2456920 Dec 27 14:25:13.012781 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58744) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:13.083956 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.115357 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58746) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:13.143034 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53105ad1-b3dc-4b54-b012-081045f28b1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.186100 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.215124 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d69ed432-f936-4488-b3c6-1b0b85e4dc0f']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:13.230868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2038f9e-2060-46db-a0d9-47f70fba4dce') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:13.231180 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2038f9e-2060-46db-a0d9-47f70fba4dce') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:25:13.254153 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.289483 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.303780 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:25:13.304220 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.306558 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:25:13.309207 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:25:13.392784 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cde35-ceb5-45a4-94f0-1195cf7bec61 req-d536af9f-58ea-4112-8d23-9b87a2de3aff tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:13.394269 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a97cde35-ceb5-45a4-94f0-1195cf7bec61 req-d536af9f-58ea-4112-8d23-9b87a2de3aff tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.1538715 Dec 27 14:25:13.397896 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.400642 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53105ad1-b3dc-4b54-b012-081045f28b1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.406905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.409958 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] 10.222.0.37 "DELETE /v2.0/networks/d69ed432-f936-4488-b3c6-1b0b85e4dc0f HTTP/1.1" status: 204 len: 168 time: 0.3964481 Dec 27 14:25:13.412323 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-53105ad1-b3dc-4b54-b012-081045f28b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.446610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb10d69-a37a-4ffc-b7aa-d8d4ae106e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d69ed432-f936-4488-b3c6-1b0b85e4dc0f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:13.485724 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-53105ad1-b3dc-4b54-b012-081045f28b1d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8296c9d2d5e848cbb9eb89f9620fb8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693187 Dec 27 14:25:13.488454 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58752) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:13.490160 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53105ad1-b3dc-4b54-b012-081045f28b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37962d4a-e95f-47fb-8cc7-70a07e2128a1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:13.504504 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a97cde35-ceb5-45a4-94f0-1195cf7bec61 req-8975334a-2876-403a-84da-8d4fcc5c16a8 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026154 Dec 27 14:25:13.619249 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf867612-f7db-49cd-9e61-177a571c5c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.635242 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58758) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:13.662435 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ad216542-80cc-49f0-a6b6-55e52220ec9a no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:25:13.662986 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf867612-f7db-49cd-9e61-177a571c5c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.706776 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: ad216542-80cc-49f0-a6b6-55e52220ec9a {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:25:13.707113 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ad216542-80cc-49f0-a6b6-55e52220ec9a not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:25:13.707716 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 357f1bf3-1741-4ed8-a968-d702a231d591 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:25:13.724747 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf867612-f7db-49cd-9e61-177a571c5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.727868 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 357f1bf3-1741-4ed8-a968-d702a231d591 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:25:13.728043 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf867612-f7db-49cd-9e61-177a571c5c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.728382 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 357f1bf3-1741-4ed8-a968-d702a231d591 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:25:13.735111 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-77865803-ab20-470b-95d2-ef128b410316 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5516ca8550bb4056a7966db3f506971b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0957434 Dec 27 14:25:13.735226 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bf867612-f7db-49cd-9e61-177a571c5c30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37962d4a-e95f-47fb-8cc7-70a07e2128a1 HTTP/1.1" status: 204 len: 168 time: 0.2405877 Dec 27 14:25:13.735910 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58766) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:13.752838 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf867612-f7db-49cd-9e61-177a571c5c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37962d4a-e95f-47fb-8cc7-70a07e2128a1,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:13.811604 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-996b9da4-b784-4075-9346-0af1098e2ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.841401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-996b9da4-b784-4075-9346-0af1098e2ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.897671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-996b9da4-b784-4075-9346-0af1098e2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.902644 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-996b9da4-b784-4075-9346-0af1098e2ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:13.906164 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-996b9da4-b784-4075-9346-0af1098e2ba7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/216ddd2d-5814-4c8f-a51d-d3de89c52d1f HTTP/1.1" status: 204 len: 168 time: 0.1653910 Dec 27 14:25:13.919539 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b9da4-b784-4075-9346-0af1098e2ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216ddd2d-5814-4c8f-a51d-d3de89c52d1f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:16.728245 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 58942) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:16.830764 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee73-8028-473a-8d23-8a093f7592f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:16.907142 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee73-8028-473a-8d23-8a093f7592f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:16.910876 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-0fd3ee73-8028-473a-8d23-8a093f7592f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:16.949156 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-0fd3ee73-8028-473a-8d23-8a093f7592f0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab001292c735403da868e70916089cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198510 Dec 27 14:25:16.950005 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3ee73-8028-473a-8d23-8a093f7592f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d07d36-7b91-4492-8a25-aab3d35c3273,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:16.951959 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58948) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:17.001351 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf89e242-cce0-48ee-bf6a-701ba07acd84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.021957 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf89e242-cce0-48ee-bf6a-701ba07acd84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.068589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf89e242-cce0-48ee-bf6a-701ba07acd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.072039 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bf89e242-cce0-48ee-bf6a-701ba07acd84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.073170 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-bf89e242-cce0-48ee-bf6a-701ba07acd84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8d07d36-7b91-4492-8a25-aab3d35c3273 HTTP/1.1" status: 204 len: 168 time: 0.1197016 Dec 27 14:25:17.080845 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89e242-cce0-48ee-bf6a-701ba07acd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d07d36-7b91-4492-8a25-aab3d35c3273,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:17.334792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58956) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:17.348355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c47ac3c-c09f-4fc5-9792-6008b2c34d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.421278 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c47ac3c-c09f-4fc5-9792-6008b2c34d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.425062 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4c47ac3c-c09f-4fc5-9792-6008b2c34d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.465772 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47ac3c-c09f-4fc5-9792-6008b2c34d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99bf557-ae4b-48d6-8421-2a26745a9e7f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:17.469997 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4c47ac3c-c09f-4fc5-9792-6008b2c34d25 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ddcf6b3087784c0f973deee41cf5feaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342254 Dec 27 14:25:17.472608 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 58960) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:17.519406 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40271913-01b5-4a47-b48c-6b3d58167ff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.540316 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40271913-01b5-4a47-b48c-6b3d58167ff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.584388 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40271913-01b5-4a47-b48c-6b3d58167ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.587557 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-40271913-01b5-4a47-b48c-6b3d58167ff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:17.588715 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-40271913-01b5-4a47-b48c-6b3d58167ff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c99bf557-ae4b-48d6-8421-2a26745a9e7f HTTP/1.1" status: 204 len: 168 time: 0.1152253 Dec 27 14:25:17.596406 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40271913-01b5-4a47-b48c-6b3d58167ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99bf557-ae4b-48d6-8421-2a26745a9e7f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:20.942820 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b5950c7e-68a8-4c3a-9d66-e32664d24459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.496366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59112) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:22.608775 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e780ff8-e19c-4260-8d9c-6284490232d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.681265 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e780ff8-e19c-4260-8d9c-6284490232d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.685507 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1e780ff8-e19c-4260-8d9c-6284490232d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.724258 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1e780ff8-e19c-4260-8d9c-6284490232d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c17cb33037d458284bb0eb636a7d310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260449 Dec 27 14:25:22.725123 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780ff8-e19c-4260-8d9c-6284490232d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc134880-3119-40a5-8050-1a084be97576,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:22.727745 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59118) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:22.775347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9c672229-205c-4c3b-8bb1-026aab887277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.796270 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9c672229-205c-4c3b-8bb1-026aab887277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.840728 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9c672229-205c-4c3b-8bb1-026aab887277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.843389 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9c672229-205c-4c3b-8bb1-026aab887277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:22.844544 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9c672229-205c-4c3b-8bb1-026aab887277 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc134880-3119-40a5-8050-1a084be97576 HTTP/1.1" status: 204 len: 168 time: 0.1150794 Dec 27 14:25:22.852907 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c672229-205c-4c3b-8bb1-026aab887277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc134880-3119-40a5-8050-1a084be97576,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:23.101022 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59124) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:23.114375 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a272d728-1f84-4537-ac1f-b09e73cdd40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.190204 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a272d728-1f84-4537-ac1f-b09e73cdd40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.193768 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a272d728-1f84-4537-ac1f-b09e73cdd40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.231757 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a272d728-1f84-4537-ac1f-b09e73cdd40f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ee283206369433bb7a225c20b87f68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290166 Dec 27 14:25:23.234220 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59130) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:23.240964 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272d728-1f84-4537-ac1f-b09e73cdd40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6b7d39-b992-4a53-96a9-d51162021593,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:23.286114 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03295024-0bac-4e75-8a0d-ea2aa436f002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.308151 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03295024-0bac-4e75-8a0d-ea2aa436f002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.329275 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-137f99d3-e912-4f73-9419-1fc76df34496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.360625 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03295024-0bac-4e75-8a0d-ea2aa436f002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.363186 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-03295024-0bac-4e75-8a0d-ea2aa436f002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:23.364373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-03295024-0bac-4e75-8a0d-ea2aa436f002 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab6b7d39-b992-4a53-96a9-d51162021593 HTTP/1.1" status: 204 len: 168 time: 0.1292779 Dec 27 14:25:23.372314 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03295024-0bac-4e75-8a0d-ea2aa436f002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6b7d39-b992-4a53-96a9-d51162021593,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:23.934564 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:24.389090 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:24.943478 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59186) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:25.046836 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9433ca3-9e57-4f84-9f71-06e317067cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.120374 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9433ca3-9e57-4f84-9f71-06e317067cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.124157 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9433ca3-9e57-4f84-9f71-06e317067cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.166953 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-c9433ca3-9e57-4f84-9f71-06e317067cec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=badfd6cdbceb49c882cf7ed449b07272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223690 Dec 27 14:25:25.167820 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9433ca3-9e57-4f84-9f71-06e317067cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f2dabd-7cee-4d26-8d1f-cc5c61abf32e,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:25.169681 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59190) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:25.219715 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67fc72da-1188-4dc2-802f-025c06365dce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.240204 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67fc72da-1188-4dc2-802f-025c06365dce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.288546 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67fc72da-1188-4dc2-802f-025c06365dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.291256 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-67fc72da-1188-4dc2-802f-025c06365dce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.292421 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-67fc72da-1188-4dc2-802f-025c06365dce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68f2dabd-7cee-4d26-8d1f-cc5c61abf32e HTTP/1.1" status: 204 len: 168 time: 0.1212327 Dec 27 14:25:25.299858 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc72da-1188-4dc2-802f-025c06365dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f2dabd-7cee-4d26-8d1f-cc5c61abf32e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:25.548355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59198) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:25.561109 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3869275-7ef8-41b5-be21-c702b45d308f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.636896 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3869275-7ef8-41b5-be21-c702b45d308f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.640506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d3869275-7ef8-41b5-be21-c702b45d308f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.677565 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d3869275-7ef8-41b5-be21-c702b45d308f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ebe67176c5c449eaa760d4f0fa2fd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281757 Dec 27 14:25:25.679427 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3869275-7ef8-41b5-be21-c702b45d308f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4234d8ae-e1ba-4125-957e-1a582e72ec74,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:25.680343 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59202) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:25.729976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-799e251f-b38c-431b-afbb-f3b2357d1486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.750255 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-799e251f-b38c-431b-afbb-f3b2357d1486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.795462 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-799e251f-b38c-431b-afbb-f3b2357d1486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.797962 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-799e251f-b38c-431b-afbb-f3b2357d1486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:25.799077 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-799e251f-b38c-431b-afbb-f3b2357d1486 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4234d8ae-e1ba-4125-957e-1a582e72ec74 HTTP/1.1" status: 204 len: 168 time: 0.1177607 Dec 27 14:25:25.806278 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e251f-b38c-431b-afbb-f3b2357d1486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4234d8ae-e1ba-4125-957e-1a582e72ec74,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:26.169844 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:26.985112 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:27.143702 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-be0f0c5a-fb31-43cb-80e3-4d2f9914cc18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402796 Dec 27 14:25:27.216853 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-e76aeb42-2819-447e-a934-341f154f9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:27.218337 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-e76aeb42-2819-447e-a934-341f154f9329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0450366 Dec 27 14:25:27.336342 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-56ec44e2-0a8f-4770-81d6-cf7a7bf69d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:27.338289 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-56ec44e2-0a8f-4770-81d6-cf7a7bf69d26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.0861266 Dec 27 14:25:27.412577 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-24960d23-2c0e-4eaf-83c3-844d3d237410 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 1002 time: 0.0660923 Dec 27 14:25:27.467713 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-d25f088f-e4a7-40c2-9550-0977a27fc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:27.469385 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-d25f088f-e4a7-40c2-9550-0977a27fc68d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0486391 Dec 27 14:25:27.537874 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-42308825-374f-4b84-81d9-4a522baa7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:27.539363 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-42308825-374f-4b84-81d9-4a522baa7ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620339 Dec 27 14:25:27.639905 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-9d64ee97-8421-4974-a660-99fa0bd63360 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912461 Dec 27 14:25:27.727008 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fa77ac47-64b2-48bd-b2f2-b4d9740c961a req-add7c620-73b8-4e8f-953b-8eaafc55d798 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797529 Dec 27 14:25:29.844095 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59304) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:29.960256 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3c609447-05c0-4d02-8bf7-665d8f7dff3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.039503 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59310) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:30.040818 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3c609447-05c0-4d02-8bf7-665d8f7dff3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.044875 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3c609447-05c0-4d02-8bf7-665d8f7dff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.083652 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-3c609447-05c0-4d02-8bf7-665d8f7dff3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cc8c0b6e00e409fbf2ca34b7c84716b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384477 Dec 27 14:25:30.084545 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c609447-05c0-4d02-8bf7-665d8f7dff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f41c5c-c7eb-43cc-a47f-3d473e77ba3d,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:30.086474 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59314) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:30.138062 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9fb3-36ca-4e76-8364-64e24290d95d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.159429 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac1cf-8951-4923-b9d1-b57e8c7163c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.180019 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9fb3-36ca-4e76-8364-64e24290d95d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.250477 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9fb3-36ca-4e76-8364-64e24290d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.252951 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8a6b9fb3-36ca-4e76-8364-64e24290d95d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.254048 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-8a6b9fb3-36ca-4e76-8364-64e24290d95d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50f41c5c-c7eb-43cc-a47f-3d473e77ba3d HTTP/1.1" status: 204 len: 168 time: 0.1665146 Dec 27 14:25:30.267761 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b9fb3-36ca-4e76-8364-64e24290d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f41c5c-c7eb-43cc-a47f-3d473e77ba3d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:30.289133 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac1cf-8951-4923-b9d1-b57e8c7163c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.294399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac1cf-8951-4923-b9d1-b57e8c7163c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.335280 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-ce5ac1cf-8951-4923-b9d1-b57e8c7163c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=312eb22ffbfd4f0a89691208035de866&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914310 Dec 27 14:25:30.335280 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ac1cf-8951-4923-b9d1-b57e8c7163c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b1c6cd-a2ab-40f3-b3d4-b2aba767a5f8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:30.336353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59320) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:30.389491 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3688036f-c3b9-4164-af32-c68fbaa2bb76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.411951 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3688036f-c3b9-4164-af32-c68fbaa2bb76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.461485 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3688036f-c3b9-4164-af32-c68fbaa2bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.464928 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-3688036f-c3b9-4164-af32-c68fbaa2bb76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.466058 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-3688036f-c3b9-4164-af32-c68fbaa2bb76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56b1c6cd-a2ab-40f3-b3d4-b2aba767a5f8 HTTP/1.1" status: 204 len: 168 time: 0.1287379 Dec 27 14:25:30.474421 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688036f-c3b9-4164-af32-c68fbaa2bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b1c6cd-a2ab-40f3-b3d4-b2aba767a5f8,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:30.844037 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59340) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:30.855866 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22272948-81da-4578-afcc-9c65b5646776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.936201 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22272948-81da-4578-afcc-9c65b5646776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.940152 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-22272948-81da-4578-afcc-9c65b5646776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:30.978873 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-22272948-81da-4578-afcc-9c65b5646776 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b1eaf7a42b048a59497fc46a3d1ef71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344466 Dec 27 14:25:30.979623 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22272948-81da-4578-afcc-9c65b5646776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe69d11-a8ee-4e87-8632-c939532b989b,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:30.981343 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59348) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:31.031029 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-de273172-3bcf-418c-bd65-b1c97472bf54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:31.053949 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-de273172-3bcf-418c-bd65-b1c97472bf54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:31.105044 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-de273172-3bcf-418c-bd65-b1c97472bf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:31.107642 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-de273172-3bcf-418c-bd65-b1c97472bf54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:31.108767 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-de273172-3bcf-418c-bd65-b1c97472bf54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fe69d11-a8ee-4e87-8632-c939532b989b HTTP/1.1" status: 204 len: 168 time: 0.1263392 Dec 27 14:25:31.116399 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de273172-3bcf-418c-bd65-b1c97472bf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe69d11-a8ee-4e87-8632-c939532b989b,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:33.289166 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:25:36.623583 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59504) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:36.726358 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4a90ad29-6916-43fe-a620-bc26c208cf5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.799304 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4a90ad29-6916-43fe-a620-bc26c208cf5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.803069 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-4a90ad29-6916-43fe-a620-bc26c208cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.841294 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-4a90ad29-6916-43fe-a620-bc26c208cf5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a97b2ad126f94454887dcb5f80e53bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166758 Dec 27 14:25:36.842382 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ad29-6916-43fe-a620-bc26c208cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5ed886-329f-4116-abc5-36058c720430,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:36.843934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59512) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:36.890806 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.912662 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.963159 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.965736 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:36.969505 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e5ed886-329f-4116-abc5-36058c720430 HTTP/1.1" status: 204 len: 168 time: 0.1220136 Dec 27 14:25:36.976322 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5ed886-329f-4116-abc5-36058c720430,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:36.983518 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.983990 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.984401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.984823 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.985219 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.985592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.986153 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.986534 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.986929 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.987373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.987762 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.988160 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:36.988549 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33949fee-8d5e-4ac0-a2f8-1c683beff240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:25:37.171387 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59530) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:37.289582 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6fc72f82-8642-4c85-b409-728548ec9af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.306738 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59538) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:37.319893 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e8d222e-2e53-4d51-ac09-57c668525898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.365948 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6fc72f82-8642-4c85-b409-728548ec9af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.370148 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6fc72f82-8642-4c85-b409-728548ec9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.394077 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e8d222e-2e53-4d51-ac09-57c668525898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.397862 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7e8d222e-2e53-4d51-ac09-57c668525898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.410353 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6fc72f82-8642-4c85-b409-728548ec9af1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5377eb2ceae14a0485fcff6b66e51659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355196 Dec 27 14:25:37.410353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc72f82-8642-4c85-b409-728548ec9af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d26ae1d-1217-43cd-bdbd-137304af3389,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:37.411109 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59540) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:37.438986 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7e8d222e-2e53-4d51-ac09-57c668525898 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cef787d7113442189005f6f37d5be903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287646 Dec 27 14:25:37.438986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d222e-2e53-4d51-ac09-57c668525898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a479bdc4-f351-4aa4-89bb-87fa557c50cd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:37.439270 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59542) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:37.492650 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1585e4e8-5a3a-41d5-ad29-db598cb7ab39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.523024 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1585e4e8-5a3a-41d5-ad29-db598cb7ab39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.524706 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e18711d-6337-4c00-a22f-ed5bdf81f4e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.565460 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e18711d-6337-4c00-a22f-ed5bdf81f4e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.606380 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1585e4e8-5a3a-41d5-ad29-db598cb7ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.609278 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1585e4e8-5a3a-41d5-ad29-db598cb7ab39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.610451 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-1585e4e8-5a3a-41d5-ad29-db598cb7ab39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d26ae1d-1217-43cd-bdbd-137304af3389 HTTP/1.1" status: 204 len: 168 time: 0.1982307 Dec 27 14:25:37.620177 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585e4e8-5a3a-41d5-ad29-db598cb7ab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d26ae1d-1217-43cd-bdbd-137304af3389,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:37.622341 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e18711d-6337-4c00-a22f-ed5bdf81f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.624913 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8e18711d-6337-4c00-a22f-ed5bdf81f4e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:37.626014 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8e18711d-6337-4c00-a22f-ed5bdf81f4e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a479bdc4-f351-4aa4-89bb-87fa557c50cd HTTP/1.1" status: 204 len: 168 time: 0.1858957 Dec 27 14:25:37.634607 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18711d-6337-4c00-a22f-ed5bdf81f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a479bdc4-f351-4aa4-89bb-87fa557c50cd,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:38.015592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:38.028671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc320-ed1b-4f5b-bf29-9f00cf771050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.102822 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc320-ed1b-4f5b-bf29-9f00cf771050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.106765 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dd3cc320-ed1b-4f5b-bf29-9f00cf771050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.144994 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-dd3cc320-ed1b-4f5b-bf29-9f00cf771050 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6b51228e3cd42948f0b309045f102f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282511 Dec 27 14:25:38.145812 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cc320-ed1b-4f5b-bf29-9f00cf771050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c7e272-b712-4857-b576-9a364bb8d694,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:38.147796 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59564) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:38.204869 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-60df8359-2b82-4db7-8fb3-af2f0df16710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.228255 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-60df8359-2b82-4db7-8fb3-af2f0df16710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.278659 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-60df8359-2b82-4db7-8fb3-af2f0df16710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.282795 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-60df8359-2b82-4db7-8fb3-af2f0df16710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.284491 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-60df8359-2b82-4db7-8fb3-af2f0df16710 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4c7e272-b712-4857-b576-9a364bb8d694 HTTP/1.1" status: 204 len: 168 time: 0.1355970 Dec 27 14:25:38.293275 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df8359-2b82-4db7-8fb3-af2f0df16710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c7e272-b712-4857-b576-9a364bb8d694,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:38.673703 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59594) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:38.688219 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7e396f18-93ed-4cb8-8a2e-6e4f37a354a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.768466 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7e396f18-93ed-4cb8-8a2e-6e4f37a354a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.773675 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7e396f18-93ed-4cb8-8a2e-6e4f37a354a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.809505 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7e396f18-93ed-4cb8-8a2e-6e4f37a354a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a2275139f4f4e758f87b07989404366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346815 Dec 27 14:25:38.812236 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59622) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:38.814123 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e396f18-93ed-4cb8-8a2e-6e4f37a354a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47968acf-35e9-4b81-b6e0-6963455bbd77,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:38.866240 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e811efa-744e-4735-bbc0-3495f8e66557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.889013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e811efa-744e-4735-bbc0-3495f8e66557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.941316 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e811efa-744e-4735-bbc0-3495f8e66557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.943857 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-6e811efa-744e-4735-bbc0-3495f8e66557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:38.945023 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-6e811efa-744e-4735-bbc0-3495f8e66557 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47968acf-35e9-4b81-b6e0-6963455bbd77 HTTP/1.1" status: 204 len: 168 time: 0.1318035 Dec 27 14:25:38.953555 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e811efa-744e-4735-bbc0-3495f8e66557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47968acf-35e9-4b81-b6e0-6963455bbd77,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:39.809622 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8fa0c-5735-494e-aa57-2558a88b0f78 req-131e1c0a-f63c-4a39-940d-e9505c9f3ee4 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:39.811373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a6f8fa0c-5735-494e-aa57-2558a88b0f78 req-131e1c0a-f63c-4a39-940d-e9505c9f3ee4 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Dec 27 14:25:39.860318 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a6f8fa0c-5735-494e-aa57-2558a88b0f78 req-97550ebc-275d-44b4-96c4-fdde0c2a0f00 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 Dec 27 14:25:40.976183 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f78ab-0d83-4b23-bde9-85859d6d1d3c req-a7566345-30dc-4abe-be8a-8e1071ee87e2 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:40.978368 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c34f78ab-0d83-4b23-bde9-85859d6d1d3c req-a7566345-30dc-4abe-be8a-8e1071ee87e2 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.0505836 Dec 27 14:25:41.026691 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c34f78ab-0d83-4b23-bde9-85859d6d1d3c req-14b4a515-bd12-4951-bb45-742db4cae1cf tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Dec 27 14:25:42.158338 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d89c0-c692-4bcd-854a-97bb20f9e890 req-c10d94af-0a76-4c43-80f7-e004e2bb2e7f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:42.159792 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f60d89c0-c692-4bcd-854a-97bb20f9e890 req-c10d94af-0a76-4c43-80f7-e004e2bb2e7f tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.0494952 Dec 27 14:25:42.218420 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d316b-181e-497a-a6f2-d151169ad49e req-607290de-69e0-41ec-afbf-407d15b01439 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:25:42.218911 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f60d89c0-c692-4bcd-854a-97bb20f9e890 req-79d67dea-5690-4fd3-ae97-8a8217873ddf tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/security-groups?id=f03dab7b-3164-40d6-bc35-93b6d377449a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522170 Dec 27 14:25:42.220153 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-292d316b-181e-497a-a6f2-d151169ad49e req-607290de-69e0-41ec-afbf-407d15b01439 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 946 time: 0.0544870 Dec 27 14:25:42.321295 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Deleting port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:25:42.321668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:42.409471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] For port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,segment=NetworkSegment(5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0),segment_id=5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:25:42.409743 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:42.423934 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Calling delete_port for 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 owned by compute:nova {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:25:42.762665 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:42.776953 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['2788dd5b-31c5-42aa-ad4a-fbce4daa2d80'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:25:42.789542 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Pushing event deleted for resources: {'Port': ['ID=2788dd5b-31c5-42aa-ad4a-fbce4daa2d80,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:42.833325 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] No DVR routers for this DVR port 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 on host hv-cinder-82301 {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:25:42.835722 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:42.839050 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-292d316b-181e-497a-a6f2-d151169ad49e req-d6d3e669-0373-4590-ac62-436b604c5bfb tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.30 "DELETE /v2.0/ports/2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 HTTP/1.1" status: 204 len: 173 time: 0.6097524 Dec 27 14:25:42.839482 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'name': 'network-vif-deleted', 'tag': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:25:42.841763 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5634a4-df42-425b-ab86-d31f2856f204" -d '{"events": [{"server_uuid": "c6b99852-a0cc-44d9-8da9-2fbdd2d580f1", "name": "network-vif-deleted", "tag": "2788dd5b-31c5-42aa-ad4a-fbce4daa2d80"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:25:42.878257 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd4da3-7314-42a4-bbe8-8e5946b20574 x-openstack-request-id: req-05bd4da3-7314-42a4-bbe8-8e5946b20574 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:25:42.878547 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b99852-a0cc-44d9-8da9-2fbdd2d580f1", "name": "network-vif-deleted", "tag": "2788dd5b-31c5-42aa-ad4a-fbce4daa2d80", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:25:42.878800 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05bd4da3-7314-42a4-bbe8-8e5946b20574 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:25:42.879197 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b99852-a0cc-44d9-8da9-2fbdd2d580f1', 'name': 'network-vif-deleted', 'tag': '2788dd5b-31c5-42aa-ad4a-fbce4daa2d80', 'status': 'completed', 'code': 200} Dec 27 14:25:43.370118 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7eaa756f-9894-4a60-b753-b15c66d02a47 req-4f501257-70c2-4728-9c37-88d220871087 tempest-VolumesSnapshotTestJSON-1707667636 tempest-VolumesSnapshotTestJSON-1707667636-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6b99852-a0cc-44d9-8da9-2fbdd2d580f1 HTTP/1.1" status: 200 len: 210 time: 0.0551693 Dec 27 14:25:46.312932 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:25:46.333073 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:25:46.333413 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2788dd5b-31c5-42aa-ad4a-fbce4daa2d80 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:25:50.945440 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-784132cb-7fd6-49a1-a577-11a269f39006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:53.333019 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c4b8e9d4-f1eb-4250-ba98-0bd23593dd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:53.950593 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:54.386587 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:55.983687 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 59894) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:56.092735 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af8ecf8-adc1-44e5-ad9c-859f5f99b801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.173373 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.179772 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af8ecf8-adc1-44e5-ad9c-859f5f99b801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.185848 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-5af8ecf8-adc1-44e5-ad9c-859f5f99b801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.229034 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-5af8ecf8-adc1-44e5-ad9c-859f5f99b801 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a624293f4673478ab0af755f5855a27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442338 Dec 27 14:25:56.229734 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ecf8-adc1-44e5-ad9c-859f5f99b801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1460ea-26b8-45c2-a08f-dfe111e1533f,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:56.231802 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59900) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:56.290631 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1690de66-7467-40ca-b88e-91f5efdf1478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.314465 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1690de66-7467-40ca-b88e-91f5efdf1478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.361603 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1690de66-7467-40ca-b88e-91f5efdf1478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.364199 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1690de66-7467-40ca-b88e-91f5efdf1478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.365343 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-1690de66-7467-40ca-b88e-91f5efdf1478 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d1460ea-26b8-45c2-a08f-dfe111e1533f HTTP/1.1" status: 204 len: 168 time: 0.1309035 Dec 27 14:25:56.373846 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690de66-7467-40ca-b88e-91f5efdf1478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1460ea-26b8-45c2-a08f-dfe111e1533f,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:56.630323 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59906) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:56.644036 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-37dc7070-a511-4356-a7ed-d86c9f703875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.718877 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-37dc7070-a511-4356-a7ed-d86c9f703875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.723187 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-37dc7070-a511-4356-a7ed-d86c9f703875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.759988 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc7070-a511-4356-a7ed-d86c9f703875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313f120a-60c9-4c3c-9edb-448da465f481,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:56.764259 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-37dc7070-a511-4356-a7ed-d86c9f703875 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5887adcd75c43ff8dabbc5c4bacfdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328428 Dec 27 14:25:56.767356 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 59908) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:25:56.817259 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f623a7a6-1124-4e02-af2b-bc4b7d697fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.841364 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f623a7a6-1124-4e02-af2b-bc4b7d697fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.905063 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f623a7a6-1124-4e02-af2b-bc4b7d697fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.906891 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f623a7a6-1124-4e02-af2b-bc4b7d697fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:25:56.908060 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f623a7a6-1124-4e02-af2b-bc4b7d697fe7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/313f120a-60c9-4c3c-9edb-448da465f481 HTTP/1.1" status: 204 len: 168 time: 0.1403887 Dec 27 14:25:56.917922 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623a7a6-1124-4e02-af2b-bc4b7d697fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f120a-60c9-4c3c-9edb-448da465f481,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:25:56.978503 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:10.288032 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:26:12.249362 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 60110) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:12.353294 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc595-dcb3-4af7-a23b-d2b10319144b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.424816 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc595-dcb3-4af7-a23b-d2b10319144b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.428525 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc595-dcb3-4af7-a23b-d2b10319144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.466465 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-3fbbc595-dcb3-4af7-a23b-d2b10319144b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66b1e684d6e642d98fe3ee43376d3654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159755 Dec 27 14:26:12.467345 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbc595-dcb3-4af7-a23b-d2b10319144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea066a4d-189f-4426-b367-ab54ebe32156,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:12.469185 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60114) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:12.526792 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.553171 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.602042 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.604974 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:12.606122 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea066a4d-189f-4426-b367-ab54ebe32156 HTTP/1.1" status: 204 len: 168 time: 0.1352930 Dec 27 14:26:12.613770 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea066a4d-189f-4426-b367-ab54ebe32156,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:12.621052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.621400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.621736 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.622068 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.622409 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.622711 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.623036 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.623360 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.623684 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.624035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.624353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.624668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:12.624982 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3544d-0697-43a2-8bf2-24ac8a28151b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:18.822842 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60200) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:18.868268 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_v2 [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Deleting subnet 8d71e008-cd9e-4e9e-bf73-a088d0a21ff8 {{(pid=102429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:26:18.871351 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:18.908613 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13130324'] for subnet, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:18.946864 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:18.995868 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13257222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12694136'] for subnet, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.019937 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d71e008-cd9e-4e9e-bf73-a088d0a21ff8,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:19.023623 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.026767 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-12766b68-0f3f-4505-9fa1-fd0a5005dc5d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d71e008-cd9e-4e9e-bf73-a088d0a21ff8 HTTP/1.1" status: 204 len: 168 time: 0.2028730 Dec 27 14:26:19.029302 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60206) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:19.099470 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.177411 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.196867 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751637e1-6a5a-45f9-829a-2ac2c9824dd1']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:26:19.205660 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:26:19.205954 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6b165c-9021-4f9b-81ec-fc8d4ac2c5b0') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:26:19.219729 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.233582 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.239800 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:26:19.240212 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:26:19.242170 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:26:19.294857 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.301943 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.305161 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] 10.222.0.37 "DELETE /v2.0/networks/751637e1-6a5a-45f9-829a-2ac2c9824dd1 HTTP/1.1" status: 204 len: 168 time: 0.2749460 Dec 27 14:26:19.314449 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa016dd-9693-4c2d-9634-25830ded7ada admin admin] Pushing event deleted for resources: {'Network': ['ID=751637e1-6a5a-45f9-829a-2ac2c9824dd1,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:19.466246 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60210) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:19.505018 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-fceaf957-9104-4496-ad57-9e5599210789 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6945d0284cf64136bf191e4e1ae16b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376358 Dec 27 14:26:19.507998 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60214) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:19.556504 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7c281e2e-15c1-45df-9046-2bbcdbbb2d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.581438 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7c281e2e-15c1-45df-9046-2bbcdbbb2d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.631132 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7c281e2e-15c1-45df-9046-2bbcdbbb2d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.634329 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-7c281e2e-15c1-45df-9046-2bbcdbbb2d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:19.635464 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7c281e2e-15c1-45df-9046-2bbcdbbb2d8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f03dab7b-3164-40d6-bc35-93b6d377449a HTTP/1.1" status: 204 len: 168 time: 0.1261787 Dec 27 14:26:19.643262 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c281e2e-15c1-45df-9046-2bbcdbbb2d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03dab7b-3164-40d6-bc35-93b6d377449a,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:20.948674 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7953180c-8d9c-4f55-9112-a9272d2e6e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:23.334428 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91234348-5084-45eb-b299-bf1d14705987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:23.959020 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:24.389068 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:26.178202 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:26.982123 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:27.098393 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-4b16f27c-b168-48ea-be5a-99e254333158 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1378279 Dec 27 14:26:27.184867 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-dd1983dc-d069-4919-ad97-44d78cfabfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:27.186544 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-dd1983dc-d069-4919-ad97-44d78cfabfec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0408320 Dec 27 14:26:27.290389 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-9e8f4173-201a-4def-9514-8a0872d9d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:27.291701 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-9e8f4173-201a-4def-9514-8a0872d9d341 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.0852067 Dec 27 14:26:27.354963 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-5bb4989e-05a1-4b4a-afd5-8a084fe2d7b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 1002 time: 0.0556524 Dec 27 14:26:27.407316 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-59f6af4f-be81-49b7-bb5e-3f43f7a00743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:27.408786 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-59f6af4f-be81-49b7-bb5e-3f43f7a00743 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0466607 Dec 27 14:26:27.455285 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-25189074-fbbd-48ed-876a-6ed913d37f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:27.456767 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-25189074-fbbd-48ed-876a-6ed913d37f2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393503 Dec 27 14:26:27.544473 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-f2feb125-4430-4904-97e5-70a74557f2d2 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787187 Dec 27 14:26:27.641661 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5c722740-a8f7-4f3a-bda8-6a3c50fcd787 req-ba270ca1-faa8-48c9-9080-edee271d50dc service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886939 Dec 27 14:26:37.713264 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27907029-c073-481a-bcc3-67a5be8a848d req-a201030a-dec7-4d7b-9fdf-96db76b2ed54 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:37.714705 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-27907029-c073-481a-bcc3-67a5be8a848d req-a201030a-dec7-4d7b-9fdf-96db76b2ed54 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.1838717 Dec 27 14:26:37.772131 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-27907029-c073-481a-bcc3-67a5be8a848d req-045d9ea2-80e4-4726-8b46-098890783e8d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513060 Dec 27 14:26:38.937870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85511daf-256e-4026-8326-116aa479285c req-8195ce1a-d6f3-4da7-b068-caa42b4b7d40 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:38.939350 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85511daf-256e-4026-8326-116aa479285c req-8195ce1a-d6f3-4da7-b068-caa42b4b7d40 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0975699 Dec 27 14:26:38.999105 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85511daf-256e-4026-8326-116aa479285c req-0b34a8f1-003e-4622-a7fd-d1e57521a1de tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537031 Dec 27 14:26:40.039887 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-6e04c216-3fad-4a1f-a4e5-1f580da4e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:40.041388 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-6e04c216-3fad-4a1f-a4e5-1f580da4e3e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1138 time: 0.0456629 Dec 27 14:26:40.119803 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ce301-b38b-4572-a3ee-bf7ce1dfc302 req-d6344b7f-3b5d-478d-aeb5-305646f6d8b5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:40.121301 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-725ce301-b38b-4572-a3ee-bf7ce1dfc302 req-d6344b7f-3b5d-478d-aeb5-305646f6d8b5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0528102 Dec 27 14:26:40.132674 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-f9f82e0c-d8c7-429f-b44a-7d5bed83d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:40.134798 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-f9f82e0c-d8c7-429f-b44a-7d5bed83d3cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 915 time: 0.0860236 Dec 27 14:26:40.180501 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-725ce301-b38b-4572-a3ee-bf7ce1dfc302 req-7417fa52-e07e-4e37-88bc-3c5af756df54 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525951 Dec 27 14:26:40.206703 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-a985a7f5-d543-4a6b-990f-32d4fc2fee2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 1002 time: 0.0637050 Dec 27 14:26:40.255108 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-d3e5075f-2dea-4d25-b5be-494d32247aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:40.256501 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-d3e5075f-2dea-4d25-b5be-494d32247aa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0415130 Dec 27 14:26:40.334135 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-76b15292-4762-449e-9037-6103b33b23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:40.335502 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-76b15292-4762-449e-9037-6103b33b23fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397122 Dec 27 14:26:40.433765 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-12febdc4-c7dd-4f1e-81ca-0880ddc1d5fe service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892882 Dec 27 14:26:40.522708 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-35cd4cdf-f0ee-4301-b93e-ed7e6e3ea361 req-ed5c2d23-fbd0-4586-a6d3-340bba067d09 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812776 Dec 27 14:26:40.952255 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506847f-d1d9-4ce3-9000-8303915213cd req-9afab179-58dc-4614-98ec-c81b3ef6ae94 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:40.953689 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0506847f-d1d9-4ce3-9000-8303915213cd req-9afab179-58dc-4614-98ec-c81b3ef6ae94 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0477996 Dec 27 14:26:40.999218 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0506847f-d1d9-4ce3-9000-8303915213cd req-d3c19900-955c-42ff-b4df-17209aabcabe tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396152 Dec 27 14:26:41.302028 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba47f3-78fd-4ef7-bba4-ab1d02929d3d req-c8f144be-aa5f-430f-8b9c-9b75a8d63f92 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:41.303462 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-baba47f3-78fd-4ef7-bba4-ab1d02929d3d req-c8f144be-aa5f-430f-8b9c-9b75a8d63f92 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0524759 Dec 27 14:26:41.363027 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-baba47f3-78fd-4ef7-bba4-ab1d02929d3d req-8ad48375-024c-46f8-bc20-b89625cd65f7 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531249 Dec 27 14:26:42.115522 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ece6b-ee28-416c-b569-d4f44e2d1c6f req-4f3d1c77-40ee-4f7c-8e68-3d166abc9fac tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:42.116985 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b01ece6b-ee28-416c-b569-d4f44e2d1c6f req-4f3d1c77-40ee-4f7c-8e68-3d166abc9fac tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Dec 27 14:26:42.166578 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b01ece6b-ee28-416c-b569-d4f44e2d1c6f req-8e94b0d3-bbdf-4259-aa8d-e2f47280a398 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 Dec 27 14:26:42.477026 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aedfe5-f626-4ee5-a169-8755d18ae17b req-ed24a571-0546-4bda-a1ea-4a65db5a84ce tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:42.478465 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f1aedfe5-f626-4ee5-a169-8755d18ae17b req-ed24a571-0546-4bda-a1ea-4a65db5a84ce tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0474877 Dec 27 14:26:42.539528 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f1aedfe5-f626-4ee5-a169-8755d18ae17b req-c0f4897c-594e-4307-a788-a13abbf61c9c tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550237 Dec 27 14:26:43.284498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12216142-b989-42d3-b2dc-230ab3c63df7 req-38fe5479-9f51-47c0-87c3-42035d7467e9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:43.285944 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12216142-b989-42d3-b2dc-230ab3c63df7 req-38fe5479-9f51-47c0-87c3-42035d7467e9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0472186 Dec 27 14:26:43.331370 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12216142-b989-42d3-b2dc-230ab3c63df7 req-4ab15ab8-ceb4-4b72-bcf0-a745d655bed7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396049 Dec 27 14:26:43.654373 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538c4bf-77b6-45a5-8f78-8040f14701b9 req-886c634c-19f1-4792-8599-1e85b904c864 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:43.656092 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9538c4bf-77b6-45a5-8f78-8040f14701b9 req-886c634c-19f1-4792-8599-1e85b904c864 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0483172 Dec 27 14:26:43.719044 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9538c4bf-77b6-45a5-8f78-8040f14701b9 req-4f789314-c808-445b-8b11-b28162fd64ae tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568972 Dec 27 14:26:44.448832 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac61d06-40b3-43f1-81e9-7a86b05fdee0 req-1d510927-4c01-44b2-952b-fb7dc08b9c75 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:44.450263 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bac61d06-40b3-43f1-81e9-7a86b05fdee0 req-1d510927-4c01-44b2-952b-fb7dc08b9c75 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Dec 27 14:26:44.495457 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bac61d06-40b3-43f1-81e9-7a86b05fdee0 req-2a6334f5-f065-4169-8755-a89752c6c7d1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387917 Dec 27 14:26:44.832286 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea6d5c-55b6-43c6-a89b-5ba7d04a467b req-bcc251fd-456a-4365-833f-1578b3fa4506 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:44.833725 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-16ea6d5c-55b6-43c6-a89b-5ba7d04a467b req-bcc251fd-456a-4365-833f-1578b3fa4506 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0490081 Dec 27 14:26:44.895872 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-16ea6d5c-55b6-43c6-a89b-5ba7d04a467b req-afae58a5-571b-4617-9b3a-8ee447736622 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561850 Dec 27 14:26:45.613920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869822ed-e6ac-4ad6-a5b4-d841b85b7dc7 req-85c8e7ba-eb31-44fc-8bd0-10b32877f16e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:45.615340 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-869822ed-e6ac-4ad6-a5b4-d841b85b7dc7 req-85c8e7ba-eb31-44fc-8bd0-10b32877f16e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0499833 Dec 27 14:26:45.661069 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-869822ed-e6ac-4ad6-a5b4-d841b85b7dc7 req-40484f46-386f-4216-a5a8-1bb46020a242 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398176 Dec 27 14:26:46.011123 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c306e-9760-4ea6-ae73-92396d303362 req-b663443d-d71c-4834-aab2-4d5a98a933ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:46.013416 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-000c306e-9760-4ea6-ae73-92396d303362 req-b663443d-d71c-4834-aab2-4d5a98a933ba tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0501513 Dec 27 14:26:46.072243 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-000c306e-9760-4ea6-ae73-92396d303362 req-4466693d-b888-437e-a9f6-56a964d599e6 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526412 Dec 27 14:26:46.779430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba961dc1-f175-4dbb-bcc9-1893f50cd808 req-b225cdc7-55c1-46d0-94ab-0ddc8623d2c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:46.781151 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ba961dc1-f175-4dbb-bcc9-1893f50cd808 req-b225cdc7-55c1-46d0-94ab-0ddc8623d2c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0477729 Dec 27 14:26:46.827850 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ba961dc1-f175-4dbb-bcc9-1893f50cd808 req-f425ba9a-9d7d-4913-8846-1a278c5c983d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408695 Dec 27 14:26:47.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37682e2-4eda-4099-b5ea-5ba758451a7e req-9f8c400d-31b7-47cd-bcf5-e59412af1df6 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:47.195487 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b37682e2-4eda-4099-b5ea-5ba758451a7e req-9f8c400d-31b7-47cd-bcf5-e59412af1df6 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0526803 Dec 27 14:26:47.256406 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b37682e2-4eda-4099-b5ea-5ba758451a7e req-8ac1628d-1208-4c35-a241-bdbdfdac9d2d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539703 Dec 27 14:26:47.286716 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:26:48.099707 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9f756-5ebd-45c7-af88-5b31e55300a3 req-92da1760-9581-41ca-b6eb-65bbd80169d0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:48.101175 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a9f756-5ebd-45c7-af88-5b31e55300a3 req-92da1760-9581-41ca-b6eb-65bbd80169d0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0500572 Dec 27 14:26:48.384834 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf3700-6cba-4acd-b2d6-ec2953afbbfe req-bd0bb829-aece-4f7f-b5a5-c748be4c06b9 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:48.386479 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-eddf3700-6cba-4acd-b2d6-ec2953afbbfe req-bd0bb829-aece-4f7f-b5a5-c748be4c06b9 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0573726 Dec 27 14:26:48.404476 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-62a9f756-5ebd-45c7-af88-5b31e55300a3 req-5df0aacc-9a00-4efc-a4d7-e8727ab79c4c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964699 Dec 27 14:26:48.450825 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-eddf3700-6cba-4acd-b2d6-ec2953afbbfe req-e7cbe38d-3b66-446f-bdf9-04f179ae4e11 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571709 Dec 27 14:26:49.521676 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc48ee3-bc94-4f47-bb8c-730869c83972 req-fa5d85da-c055-44a2-a210-028616fce28e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:49.523154 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5cc48ee3-bc94-4f47-bb8c-730869c83972 req-fa5d85da-c055-44a2-a210-028616fce28e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0481951 Dec 27 14:26:49.566093 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb19e83-4401-4bf7-a54d-4a5b42b94c87 req-3af1e861-720e-4b8f-bf6c-348a5fa9f225 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:49.567746 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ddb19e83-4401-4bf7-a54d-4a5b42b94c87 req-3af1e861-720e-4b8f-bf6c-348a5fa9f225 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0500252 Dec 27 14:26:49.570984 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5cc48ee3-bc94-4f47-bb8c-730869c83972 req-d9ff39f5-bc88-4d4d-a534-4f43375e818b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393133 Dec 27 14:26:49.633330 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ddb19e83-4401-4bf7-a54d-4a5b42b94c87 req-677abf57-b9a4-4de2-aa84-7f6f2209acc5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594208 Dec 27 14:26:50.688235 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817444-1dd6-40f8-a18e-e2cf8926de84 req-0d16e9be-4526-481d-a486-ad3f7909a464 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:50.689732 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-48817444-1dd6-40f8-a18e-e2cf8926de84 req-0d16e9be-4526-481d-a486-ad3f7909a464 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0487232 Dec 27 14:26:50.740800 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-48817444-1dd6-40f8-a18e-e2cf8926de84 req-f3915927-16a0-491e-af20-747bb9d11658 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Dec 27 14:26:50.755970 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbf21-fe84-4211-9dee-35d930b4a2e2 req-fc1c47db-50e1-47e0-b124-b08f921177e0 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:50.757448 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-351dbf21-fe84-4211-9dee-35d930b4a2e2 req-fc1c47db-50e1-47e0-b124-b08f921177e0 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0504777 Dec 27 14:26:50.817178 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-351dbf21-fe84-4211-9dee-35d930b4a2e2 req-9aa36879-9fec-492e-8eed-6bd3384f299e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533552 Dec 27 14:26:50.948745 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-91945c49-c9d2-45de-a296-6eb89170a7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:51.859933 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb125b-ffbc-424e-81d7-3c7d8226b3a2 req-a43a6c77-d97b-44c0-a9a3-edb32ae20dc6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:51.861371 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3edb125b-ffbc-424e-81d7-3c7d8226b3a2 req-a43a6c77-d97b-44c0-a9a3-edb32ae20dc6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0499706 Dec 27 14:26:51.910206 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3edb125b-ffbc-424e-81d7-3c7d8226b3a2 req-b3797d4b-8f3b-47ea-ac8a-fddc14978b10 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Dec 27 14:26:51.937668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe534c-3c4c-4b78-b042-5c175b22d95f req-d7d27002-0893-41b3-b7d0-e5806f6d2813 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:51.939348 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f4fe534c-3c4c-4b78-b042-5c175b22d95f req-d7d27002-0893-41b3-b7d0-e5806f6d2813 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0535090 Dec 27 14:26:52.001337 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f4fe534c-3c4c-4b78-b042-5c175b22d95f req-815cbead-bb64-4b4b-9c28-f234f5bcb3ec tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559101 Dec 27 14:26:53.038073 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710abcd8-7d92-49e2-8f41-ff4415cbe457 req-ae63331f-446e-42a7-87a4-4a58f1a34cd3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:53.039752 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-710abcd8-7d92-49e2-8f41-ff4415cbe457 req-ae63331f-446e-42a7-87a4-4a58f1a34cd3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Dec 27 14:26:53.088791 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-710abcd8-7d92-49e2-8f41-ff4415cbe457 req-c0aae085-845e-4d19-8e95-6c406c43fa28 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Dec 27 14:26:53.135731 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1ccfc-f224-4c4c-8018-539939973271 req-287de9a3-ee08-4cd7-9ce3-2050ca31493e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:53.137941 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-08c1ccfc-f224-4c4c-8018-539939973271 req-287de9a3-ee08-4cd7-9ce3-2050ca31493e tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0541961 Dec 27 14:26:53.200091 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-08c1ccfc-f224-4c4c-8018-539939973271 req-884ee2a9-c855-4a28-b95a-9979d4df92d1 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546064 Dec 27 14:26:53.336882 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-38813636-0040-4b2f-a2eb-83165c3ce0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:53.954048 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:54.221857 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367a372-c14a-40e5-817f-88fb93acf286 req-fbc20389-f4f7-4633-9f21-8af78a319920 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:54.223330 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4367a372-c14a-40e5-817f-88fb93acf286 req-fbc20389-f4f7-4633-9f21-8af78a319920 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0570664 Dec 27 14:26:54.269675 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4367a372-c14a-40e5-817f-88fb93acf286 req-52f88a6c-3248-4718-8ab5-aeeb7ddafe45 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Dec 27 14:26:54.315517 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b31b7-c7c5-4d45-99c3-39bd1d6eef96 req-89342b96-43a9-432b-ae68-69e20fe081c4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:54.316997 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a91b31b7-c7c5-4d45-99c3-39bd1d6eef96 req-89342b96-43a9-432b-ae68-69e20fe081c4 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0492561 Dec 27 14:26:54.382069 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a91b31b7-c7c5-4d45-99c3-39bd1d6eef96 req-aedc9f63-42cd-49ff-af9f-f5346f9541df tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591722 Dec 27 14:26:54.392482 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.263519 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 60596) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:55.384425 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.412939 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a22b6b-6da8-453a-81c0-28592d7e39c5 req-f101aa72-48e8-49fe-b8e2-baa8bd2ed043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:55.414447 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e1a22b6b-6da8-453a-81c0-28592d7e39c5 req-f101aa72-48e8-49fe-b8e2-baa8bd2ed043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0709820 Dec 27 14:26:55.486029 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e1a22b6b-6da8-453a-81c0-28592d7e39c5 req-b9f4abd5-665d-488f-979f-46060842921c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632052 Dec 27 14:26:55.508989 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb0e50-9ee8-407b-87d8-53fa5af6ced6 req-3218260b-ac42-4149-a87d-4096dfc9f118 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:55.514722 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-36cb0e50-9ee8-407b-87d8-53fa5af6ced6 req-3218260b-ac42-4149-a87d-4096dfc9f118 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0617619 Dec 27 14:26:55.514975 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.520371 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.564008 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=199479a6228943589846da19e11c405d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993639 Dec 27 14:26:55.567172 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 60608) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:55.576584 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-36cb0e50-9ee8-407b-87d8-53fa5af6ced6 req-db944aff-78bb-411a-8f4c-53e05fa51ee5 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597315 Dec 27 14:26:55.580287 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122c479d-42c8-4988-b795-ef98612b6447,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:55.590984 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.591341 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.591672 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.592030 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.592358 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.592678 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.592998 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.593315 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.593635 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.593958 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.594273 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.594577 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.594890 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cbd6ac-d8ad-48b1-b9ac-5f87bcd352bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:26:55.633658 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38b88999-e03b-4b6a-a28a-2e33c91320b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.655564 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38b88999-e03b-4b6a-a28a-2e33c91320b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.701615 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38b88999-e03b-4b6a-a28a-2e33c91320b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.704198 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-38b88999-e03b-4b6a-a28a-2e33c91320b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:55.705388 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-38b88999-e03b-4b6a-a28a-2e33c91320b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/122c479d-42c8-4988-b795-ef98612b6447 HTTP/1.1" status: 204 len: 168 time: 0.1373017 Dec 27 14:26:55.712667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88999-e03b-4b6a-a28a-2e33c91320b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122c479d-42c8-4988-b795-ef98612b6447,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:56.177036 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:56.609701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b7b2-e312-45aa-a89f-9371d270cd94 req-c792441b-f02b-4e0d-9c2a-5c4cca3f7856 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:56.611233 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6c09b7b2-e312-45aa-a89f-9371d270cd94 req-c792441b-f02b-4e0d-9c2a-5c4cca3f7856 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0484333 Dec 27 14:26:56.659337 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6c09b7b2-e312-45aa-a89f-9371d270cd94 req-87b35845-9682-493e-8775-3fc82d1d8790 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418046 Dec 27 14:26:56.696039 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de0109-a828-4175-9326-13612437cc1c req-032dc7d4-5c62-4bee-b75e-e4db7f889fb7 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:56.697593 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6de0109-a828-4175-9326-13612437cc1c req-032dc7d4-5c62-4bee-b75e-e4db7f889fb7 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0521610 Dec 27 14:26:56.765475 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f6de0109-a828-4175-9326-13612437cc1c req-460e15dc-5f6c-43c9-bbff-08bb6a6523a0 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618548 Dec 27 14:26:56.983301 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:57.780639 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f307-1838-4c5a-b373-b9dadacc1be3 req-24096c17-6504-4ef3-a394-8ffd21ab3f6d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:57.782095 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a98f307-1838-4c5a-b373-b9dadacc1be3 req-24096c17-6504-4ef3-a394-8ffd21ab3f6d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Dec 27 14:26:57.832215 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3a98f307-1838-4c5a-b373-b9dadacc1be3 req-0aa83138-ae59-47aa-9cca-4e22d093df78 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Dec 27 14:26:57.891508 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947da28-8cdf-4d78-b2b6-09e1ac107cd0 req-23b38d5d-a95a-4055-853b-ffbb0cc2ade1 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:57.892951 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b947da28-8cdf-4d78-b2b6-09e1ac107cd0 req-23b38d5d-a95a-4055-853b-ffbb0cc2ade1 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0480800 Dec 27 14:26:57.957019 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b947da28-8cdf-4d78-b2b6-09e1ac107cd0 req-092e1ee8-18ad-49cf-bf81-41705de216eb tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae997008-005f-48b5-9677-e7995653da8a&id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581341 Dec 27 14:26:58.073794 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 60638) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:58.176411 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa674e7b-a84d-4eb2-87a4-49c7e2d3b628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.249938 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa674e7b-a84d-4eb2-87a4-49c7e2d3b628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.253522 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa674e7b-a84d-4eb2-87a4-49c7e2d3b628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.291069 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-aa674e7b-a84d-4eb2-87a4-49c7e2d3b628 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25215097fb3c4304ba813c604701ff03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162147 Dec 27 14:26:58.291917 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa674e7b-a84d-4eb2-87a4-49c7e2d3b628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c08cf-905c-4131-876b-55d7e8b5fca0,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:58.293809 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60642) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:26:58.341734 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab450-3704-454f-9329-a77deecd5ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.362854 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab450-3704-454f-9329-a77deecd5ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.408737 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab450-3704-454f-9329-a77deecd5ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.411193 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9e1ab450-3704-454f-9329-a77deecd5ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:26:58.412378 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9e1ab450-3704-454f-9329-a77deecd5ce1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/730c08cf-905c-4131-876b-55d7e8b5fca0 HTTP/1.1" status: 204 len: 168 time: 0.1174097 Dec 27 14:26:58.420340 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ab450-3704-454f-9329-a77deecd5ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c08cf-905c-4131-876b-55d7e8b5fca0,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:26:58.955699 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa599ccc-38d9-4825-acc1-3418c1bb330a req-e1939c82-0c15-4cf1-809b-a9320909d8df tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:26:58.957460 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fa599ccc-38d9-4825-acc1-3418c1bb330a req-e1939c82-0c15-4cf1-809b-a9320909d8df tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Dec 27 14:26:59.004627 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fa599ccc-38d9-4825-acc1-3418c1bb330a req-36815bea-ea65-4264-9fe9-4f58cd409f84 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 Dec 27 14:27:00.125769 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e45e89-2a17-4923-adf1-d7cf89b38730 req-ccf898c8-0c97-4252-9757-df4054ee0b43 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:00.127274 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-17e45e89-2a17-4923-adf1-d7cf89b38730 req-ccf898c8-0c97-4252-9757-df4054ee0b43 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0477874 Dec 27 14:27:00.176169 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-17e45e89-2a17-4923-adf1-d7cf89b38730 req-72d35870-8f9e-4fa6-9d67-ec645ff11ab2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Dec 27 14:27:01.296446 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc2145-b7b9-4177-8f07-bc706f37e90c req-debc20ee-d9f6-4ce1-bc3b-2d802e6db4d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:01.298007 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-11dc2145-b7b9-4177-8f07-bc706f37e90c req-debc20ee-d9f6-4ce1-bc3b-2d802e6db4d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0497119 Dec 27 14:27:01.344615 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-11dc2145-b7b9-4177-8f07-bc706f37e90c req-3a1211e4-1fde-4dd4-9cce-f54ca2e71696 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407960 Dec 27 14:27:02.469835 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77da9d-0fda-4fd3-8918-8aa995e0e843 req-c21ecc69-e365-4943-8057-4630429e8644 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:02.471326 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ec77da9d-0fda-4fd3-8918-8aa995e0e843 req-c21ecc69-e365-4943-8057-4630429e8644 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0515707 Dec 27 14:27:02.518719 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ec77da9d-0fda-4fd3-8918-8aa995e0e843 req-118e4a0d-40d3-483c-86b0-78039236832d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Dec 27 14:27:03.639233 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4dfbd-9cea-4bca-b6b4-56367e0ab75b req-af9d73ea-8d9f-4036-a3a6-07d86dd88329 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:03.640737 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-71c4dfbd-9cea-4bca-b6b4-56367e0ab75b req-af9d73ea-8d9f-4036-a3a6-07d86dd88329 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0486083 Dec 27 14:27:03.692299 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-71c4dfbd-9cea-4bca-b6b4-56367e0ab75b req-0157e3c3-d224-4ae7-841e-acb264442784 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Dec 27 14:27:04.654641 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:27:04.754863 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:04.765606 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'mac_address': 'fa:16:3e:d1:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:27:04.809742 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:04.817229 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c484a-a3b2-4ef5-885d-83e5c159ca6a req-b40f0854-ee5e-4389-a320-7ebe6931e795 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:04.818706 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59c484a-a3b2-4ef5-885d-83e5c159ca6a req-b40f0854-ee5e-4389-a320-7ebe6931e795 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0501649 Dec 27 14:27:04.822305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8953eb3-d364-4473-98c5-e33562dcd960 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:27:04.843498 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:04.847719 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:04.869326 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f59c484a-a3b2-4ef5-885d-83e5c159ca6a req-d812342b-7830-4fd4-a064-1bb896b0ab71 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446217 Dec 27 14:27:04.894974 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:04.905894 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.906178 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.906519 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.906854 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.907181 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.907506 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.907828 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.908171 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.908493 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.908816 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.909152 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.909452 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.909768 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:04.958499 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d8953eb3-d364-4473-98c5-e33562dcd960'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:27:05.995137 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866af202-c2a1-450f-b11b-517c3854f19a req-127e4def-c9bd-4698-a06b-2cda8859e5f8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:05.997375 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-866af202-c2a1-450f-b11b-517c3854f19a req-127e4def-c9bd-4698-a06b-2cda8859e5f8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Dec 27 14:27:06.046006 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-866af202-c2a1-450f-b11b-517c3854f19a req-111ac70a-0d31-49d2-8b71-6777a755d83b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Dec 27 14:27:06.662652 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:06.711608 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d8953eb3-d364-4473-98c5-e33562dcd960 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:06.712007 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:06.791469 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:06.814607 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:27:06.816836 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e7c3ba-5728-46cc-abaf-333c78a87039" -d '{"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:27:06.830017 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:06.835685 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:06.885182 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:06.985133 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edbe5da-2c31-48d5-b0ea-f6921843ff89 x-openstack-request-id: req-1edbe5da-2c31-48d5-b0ea-f6921843ff89 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:27:06.985431 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:27:06.985690 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1edbe5da-2c31-48d5-b0ea-f6921843ff89 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:27:06.986091 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'code': 200} Dec 27 14:27:07.165631 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160ce21-27d6-4e4a-8a62-838814bcfad9 req-0cb9d789-91df-4949-abe8-d53d49265021 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:07.167088 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2160ce21-27d6-4e4a-8a62-838814bcfad9 req-0cb9d789-91df-4949-abe8-d53d49265021 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Dec 27 14:27:07.218895 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2160ce21-27d6-4e4a-8a62-838814bcfad9 req-6506814d-2859-4be1-b3be-cf3737b642ab tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447519 Dec 27 14:27:08.342470 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333af19-b3d7-400d-828b-57bc86d64267 req-544b8536-3ded-4fd0-98c8-be79afa33417 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:08.343961 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e333af19-b3d7-400d-828b-57bc86d64267 req-544b8536-3ded-4fd0-98c8-be79afa33417 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0479143 Dec 27 14:27:08.394394 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e333af19-b3d7-400d-828b-57bc86d64267 req-e202d6ab-183d-4953-9c5c-5ae15894fa2e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Dec 27 14:27:09.542436 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1fafd-2efc-4993-8ae8-4353167c96f0 req-578c620b-a570-4cf8-b366-abe3042b2547 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:09.543869 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-25d1fafd-2efc-4993-8ae8-4353167c96f0 req-578c620b-a570-4cf8-b366-abe3042b2547 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0599556 Dec 27 14:27:09.613830 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-25d1fafd-2efc-4993-8ae8-4353167c96f0 req-71023c97-c4c8-4837-b6d0-e624fb5a99e2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525427 Dec 27 14:27:10.759983 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62430d2a-f390-452d-a6cb-c62bfb40a459 req-7779ea93-a87a-47fd-8654-c24c5d8bd32e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:10.761671 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-62430d2a-f390-452d-a6cb-c62bfb40a459 req-7779ea93-a87a-47fd-8654-c24c5d8bd32e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0666718 Dec 27 14:27:10.819175 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-62430d2a-f390-452d-a6cb-c62bfb40a459 req-0ffc3446-ff1d-4504-bb2d-f69a25bc62ba tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486760 Dec 27 14:27:11.946864 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5fb1c-08e5-4dc4-bd24-5580cba59b0e req-fad5fa29-5453-47ac-9279-00b798bfa450 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:11.949130 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c1f5fb1c-08e5-4dc4-bd24-5580cba59b0e req-fad5fa29-5453-47ac-9279-00b798bfa450 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Dec 27 14:27:12.001806 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c1f5fb1c-08e5-4dc4-bd24-5580cba59b0e req-4eaa1a93-9af8-40bd-baef-0bb79f9c4781 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462527 Dec 27 14:27:13.135126 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99657dd8-b2b8-4d5f-9d25-908f66ff5b5a req-84ac2d72-6845-4adb-b387-cb66ef19a24e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:13.137388 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-99657dd8-b2b8-4d5f-9d25-908f66ff5b5a req-84ac2d72-6845-4adb-b387-cb66ef19a24e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0547984 Dec 27 14:27:13.221410 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-99657dd8-b2b8-4d5f-9d25-908f66ff5b5a req-561a8046-f545-489f-ae01-395a862dd578 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763905 Dec 27 14:27:14.073841 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b1ece-eb48-4b0b-8fcb-284c2e476bad req-014413cf-4321-4f5e-9162-a3b7c4dd6f30 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:14.075711 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d52b1ece-eb48-4b0b-8fcb-284c2e476bad req-014413cf-4321-4f5e-9162-a3b7c4dd6f30 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0540533 Dec 27 14:27:14.129765 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d52b1ece-eb48-4b0b-8fcb-284c2e476bad req-892c0674-6429-4188-bdea-3ccb79fd6143 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466068 Dec 27 14:27:14.361170 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fbf7b-62d1-40eb-bc03-6b3c0358811f req-6629ea3e-d0fa-41f5-9314-196aa2c3f935 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:14.365437 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c94fbf7b-62d1-40eb-bc03-6b3c0358811f req-6629ea3e-d0fa-41f5-9314-196aa2c3f935 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0587776 Dec 27 14:27:14.414662 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c94fbf7b-62d1-40eb-bc03-6b3c0358811f req-df5056e4-dc3a-4a8c-a2dc-a558ce790192 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 Dec 27 14:27:15.263540 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfe575-68a9-4ed2-b90a-a59da844c9c5 req-bd15348a-340b-4fdf-b4b1-9c279057f274 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:15.266483 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-19bfe575-68a9-4ed2-b90a-a59da844c9c5 req-bd15348a-340b-4fdf-b4b1-9c279057f274 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0553360 Dec 27 14:27:15.333033 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-19bfe575-68a9-4ed2-b90a-a59da844c9c5 req-b2ee1929-67a3-4464-a512-a0cd8913cb7c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616307 Dec 27 14:27:15.547906 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e0557-242f-42cb-81d2-d66acb12244d req-248f4948-468b-4e4f-bf56-231499965994 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:15.549621 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-453e0557-242f-42cb-81d2-d66acb12244d req-248f4948-468b-4e4f-bf56-231499965994 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0563474 Dec 27 14:27:15.601242 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-453e0557-242f-42cb-81d2-d66acb12244d req-e9caa1eb-93a5-4df3-a7d7-7ff86efc6812 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455639 Dec 27 14:27:16.468318 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704abdc-363c-43c4-a5d1-63e395311f70 req-5071a1d3-b541-4c7d-9dd0-59e837d3c22f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:16.470915 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9704abdc-363c-43c4-a5d1-63e395311f70 req-5071a1d3-b541-4c7d-9dd0-59e837d3c22f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0539868 Dec 27 14:27:16.521157 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9704abdc-363c-43c4-a5d1-63e395311f70 req-994cd62a-4c35-400d-b507-56ec86962ee3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Dec 27 14:27:16.724645 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f59bc-e684-49a3-b9e1-27115918352c req-46a0815f-4f1f-4341-96ca-3e33e2afbd1c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:16.726260 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1c0f59bc-e684-49a3-b9e1-27115918352c req-46a0815f-4f1f-4341-96ca-3e33e2afbd1c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0525143 Dec 27 14:27:16.776440 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1c0f59bc-e684-49a3-b9e1-27115918352c req-b7e35e32-44f4-4339-9007-24373ecc0293 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Dec 27 14:27:17.648917 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784c66-0850-4896-a18b-1891b9a0f646 req-11cc864d-d9dc-4180-8cd4-3178cd3bdf5c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:17.650382 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b9784c66-0850-4896-a18b-1891b9a0f646 req-11cc864d-d9dc-4180-8cd4-3178cd3bdf5c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0483994 Dec 27 14:27:17.699529 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b9784c66-0850-4896-a18b-1891b9a0f646 req-7128d93d-3857-4c63-9f20-d493884189f2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430479 Dec 27 14:27:17.906016 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb046555-bed5-451e-8f21-144c90eefcc2 req-4d7f5a2a-2336-461a-8ad4-b23e3b11c3ef tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:17.908514 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cb046555-bed5-451e-8f21-144c90eefcc2 req-4d7f5a2a-2336-461a-8ad4-b23e3b11c3ef tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0563245 Dec 27 14:27:17.958407 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cb046555-bed5-451e-8f21-144c90eefcc2 req-27825522-ba78-4eae-b1d6-d4944ba1703f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440655 Dec 27 14:27:18.827725 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185e1bd-33b7-48a1-99c9-8578222e5bc1 req-4807f992-4427-4df1-acff-3108f6526a0e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:18.833610 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0185e1bd-33b7-48a1-99c9-8578222e5bc1 req-4807f992-4427-4df1-acff-3108f6526a0e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0584714 Dec 27 14:27:18.884729 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0185e1bd-33b7-48a1-99c9-8578222e5bc1 req-f296d0eb-8523-4f6d-ace1-bc7d216b8bfe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475435 Dec 27 14:27:19.083828 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e729f-9415-49d4-a239-66f808678ec8 req-f44c8d32-11f9-45b4-954c-3a66d86a62f3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:19.085370 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c84e729f-9415-49d4-a239-66f808678ec8 req-f44c8d32-11f9-45b4-954c-3a66d86a62f3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Dec 27 14:27:19.135386 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c84e729f-9415-49d4-a239-66f808678ec8 req-f3ac3677-177e-43cc-bf32-8fe5c617d7d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 Dec 27 14:27:20.049761 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95bb13-1706-44fd-bfe7-a7bb8a05d4ad req-a86cc568-39a0-470a-9e4e-37aa24621c5e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:20.056998 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac95bb13-1706-44fd-bfe7-a7bb8a05d4ad req-a86cc568-39a0-470a-9e4e-37aa24621c5e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0575235 Dec 27 14:27:20.102194 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac95bb13-1706-44fd-bfe7-a7bb8a05d4ad req-34c21319-25af-43ae-9736-a78f1b67616b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443420 Dec 27 14:27:20.271426 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97abd77-89d3-4616-8898-d9769ef967d8 req-da2906f2-104d-43b2-85e7-b2b1e983417d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:20.273819 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d97abd77-89d3-4616-8898-d9769ef967d8 req-da2906f2-104d-43b2-85e7-b2b1e983417d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0539610 Dec 27 14:27:20.328575 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d97abd77-89d3-4616-8898-d9769ef967d8 req-99b4d3d3-9b7f-41f3-b2e5-2c9ad9aec596 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Dec 27 14:27:20.951105 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-225ba7c8-5e74-4939-abad-845dd839d6e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:21.216090 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36001709-4e27-4326-8d22-08cffc863491 req-d929ab78-59d9-4c79-934b-5440efaf4cc0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:21.217537 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-36001709-4e27-4326-8d22-08cffc863491 req-d929ab78-59d9-4c79-934b-5440efaf4cc0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0477951 Dec 27 14:27:21.267705 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-36001709-4e27-4326-8d22-08cffc863491 req-13149c4b-ef65-4376-bcf0-9fac5f13da42 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433676 Dec 27 14:27:21.451976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26804f0-106d-4e80-8da0-651f0be4339d req-9936944c-8acc-4d3d-96f4-bbe8666f6b54 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:21.453479 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a26804f0-106d-4e80-8da0-651f0be4339d req-9936944c-8acc-4d3d-96f4-bbe8666f6b54 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Dec 27 14:27:21.499490 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a26804f0-106d-4e80-8da0-651f0be4339d req-51c08c1c-8847-4f07-89b8-1bff3f5050a1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Dec 27 14:27:22.224241 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-58db2580-c3e7-4fe7-983e-0e5826491d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:22.225669 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-58db2580-c3e7-4fe7-983e-0e5826491d8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1098 time: 0.0398371 Dec 27 14:27:22.319762 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-eb6776e9-a940-43e0-a350-139d371e4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:22.321313 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-eb6776e9-a940-43e0-a350-139d371e4709 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0878813 Dec 27 14:27:22.382175 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea28ad-b09d-4a00-aeb0-33c20d41b00f req-a3f3106e-7ff6-42fd-98c9-b3d1e7da2f82 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:22.383666 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-74ea28ad-b09d-4a00-aeb0-33c20d41b00f req-a3f3106e-7ff6-42fd-98c9-b3d1e7da2f82 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0480239 Dec 27 14:27:22.387267 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-1f19713f-de11-4f84-8407-b372e88e5a03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 1001 time: 0.0584655 Dec 27 14:27:22.430412 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-74ea28ad-b09d-4a00-aeb0-33c20d41b00f req-7d6f5c29-310b-4206-afc2-9321d5186661 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406308 Dec 27 14:27:22.441436 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-928c3244-18b9-487c-aab5-5f8f7256c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:22.442954 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-928c3244-18b9-487c-aab5-5f8f7256c97a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0474336 Dec 27 14:27:22.490427 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-c056260e-3a0a-4070-8ad5-53f4f8f2741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:22.491926 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-c056260e-3a0a-4070-8ad5-53f4f8f2741b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395904 Dec 27 14:27:22.607453 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-8b01cad3-8063-44f2-8a3d-847dcf3dc6be service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072772 Dec 27 14:27:22.654443 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c701-f543-478b-91b7-890b2efdeb71 req-06328c77-4224-41e0-90c8-eb56da35309b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:22.656144 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9f00c701-f543-478b-91b7-890b2efdeb71 req-06328c77-4224-41e0-90c8-eb56da35309b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0860429 Dec 27 14:27:22.742532 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9f00c701-f543-478b-91b7-890b2efdeb71 req-788e7893-94ec-4c5c-b9b7-bdf50fe3cce7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623314 Dec 27 14:27:22.744580 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-85694c4f-8a51-4eb6-b6b7-0b31ff6dd61d req-a89bfadc-f795-4154-ae31-1b523fc8f75c service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274333 Dec 27 14:27:23.339218 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bfde94ee-565b-4fb8-9c0c-737b46ded4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:23.542249 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b71051-d45c-4957-9fa2-0e50dfc2252b req-e8fb7c8c-d916-4365-bad5-94841fe925b7 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:23.543702 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d5b71051-d45c-4957-9fa2-0e50dfc2252b req-e8fb7c8c-d916-4365-bad5-94841fe925b7 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0477118 Dec 27 14:27:23.588845 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d5b71051-d45c-4957-9fa2-0e50dfc2252b req-ea8e9ba8-d105-4619-a8f2-8db545e5228b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387056 Dec 27 14:27:23.866415 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d80d31-becf-4a08-b614-28652799412e req-11dd2596-4e21-426d-a491-c4b1c0f7123e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:23.868165 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-09d80d31-becf-4a08-b614-28652799412e req-11dd2596-4e21-426d-a491-c4b1c0f7123e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 945 time: 0.0529759 Dec 27 14:27:23.915963 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-09d80d31-becf-4a08-b614-28652799412e req-40c757f7-c8f0-4e8e-a9c3-e0230d11f0cc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419397 Dec 27 14:27:23.965986 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:24.286921 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:27:24.395160 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:24.709759 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991d650-b46d-4523-bcdd-02712e136e0d req-67ae1544-aeaa-4a02-a4a2-d6cbaee9b8ce tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:24.711215 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1991d650-b46d-4523-bcdd-02712e136e0d req-67ae1544-aeaa-4a02-a4a2-d6cbaee9b8ce tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Dec 27 14:27:24.747827 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:27:24.758330 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1991d650-b46d-4523-bcdd-02712e136e0d req-c475d106-09f4-4910-98f1-93fa6dc95cd6 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 Dec 27 14:27:24.823216 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:24.844788 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:27:24.846981 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f26572d-810a-494e-804b-a09bd9b35dfe" -d '{"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:27:24.858984 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:24.863025 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:24.886178 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Dec 2021 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3765e4b-f490-4f28-8b21-4f14c61cf587 x-openstack-request-id: req-a3765e4b-f490-4f28-8b21-4f14c61cf587 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:27:24.886491 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-unplugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:27:24.886747 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3765e4b-f490-4f28-8b21-4f14c61cf587 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:27:24.887130 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'code': 200} Dec 27 14:27:24.914097 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:25.049120 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb1fd-2ee6-4c4a-a648-e26d893104ce req-dcbd607f-1e4e-433e-a131-adb1ea39b46e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:25.050650 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e01cb1fd-2ee6-4c4a-a648-e26d893104ce req-dcbd607f-1e4e-433e-a131-adb1ea39b46e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0516906 Dec 27 14:27:25.098515 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e01cb1fd-2ee6-4c4a-a648-e26d893104ce req-cbd19796-199f-41d0-b710-c0c239486414 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Dec 27 14:27:25.646683 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-9f508d67-1796-4072-8966-4b244d63f694 req-21c9098a-6a6e-4e34-a8bc-67148d753c19 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:27:25.647679 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f508d67-1796-4072-8966-4b244d63f694 req-21c9098a-6a6e-4e34-a8bc-67148d753c19 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0936949 Dec 27 14:27:25.872461 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4a78-73f1-4a42-9add-85c1b6010b64 req-f63b571d-6f16-4f5e-81e8-6ea01c554b94 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:25.873821 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-991d4a78-73f1-4a42-9add-85c1b6010b64 req-f63b571d-6f16-4f5e-81e8-6ea01c554b94 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0476322 Dec 27 14:27:25.920475 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-991d4a78-73f1-4a42-9add-85c1b6010b64 req-011f31fe-c854-4b17-84ee-bb03adceac56 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Dec 27 14:27:26.180063 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:26.811536 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2e92c-4bb1-4f84-bf9b-a98220bb98ae req-b145af66-3414-4f3d-82ad-b72b43150699 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:26.813395 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f8b2e92c-4bb1-4f84-bf9b-a98220bb98ae req-b145af66-3414-4f3d-82ad-b72b43150699 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0531011 Dec 27 14:27:26.861613 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f8b2e92c-4bb1-4f84-bf9b-a98220bb98ae req-39f34b84-3d0b-495f-8ee8-128b1d767ac7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424528 Dec 27 14:27:26.970746 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 60990) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:26.987632 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:27.036169 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198e90-c7a1-4fe1-a45b-05b9946dbd75 req-9d478a6a-5b17-46e6-9855-e52ffc0b529e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:27.037646 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f7198e90-c7a1-4fe1-a45b-05b9946dbd75 req-9d478a6a-5b17-46e6-9855-e52ffc0b529e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0476549 Dec 27 14:27:27.066738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-cabf77d0-5d9e-4a3c-9e3f-d1ea6e280495 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946212 Dec 27 14:27:27.075543 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-3dd03bed-69b4-4bb8-9984-e90cde5199d6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:27:27.076542 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-3dd03bed-69b4-4bb8-9984-e90cde5199d6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050123 Dec 27 14:27:27.088637 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f7198e90-c7a1-4fe1-a45b-05b9946dbd75 req-ff71d0da-5e42-40ae-a528-54a1ce3f0ea3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451088 Dec 27 14:27:27.979997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc6d98-e106-4e60-bc07-7e54c11f27eb req-f4878141-7e5d-48e2-bca9-61a90939bc3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:27.981448 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-20cc6d98-e106-4e60-bc07-7e54c11f27eb req-f4878141-7e5d-48e2-bca9-61a90939bc3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0480261 Dec 27 14:27:28.028396 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-20cc6d98-e106-4e60-bc07-7e54c11f27eb req-834b6a63-50a9-4ad5-9c89-a3daee457a2e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410314 Dec 27 14:27:28.205184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f93b2-ed62-41a6-9b21-f4b6ac90fc0d req-f8a945a9-4284-4e94-acb9-34ee9ecef896 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:28.206643 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b76f93b2-ed62-41a6-9b21-f4b6ac90fc0d req-f8a945a9-4284-4e94-acb9-34ee9ecef896 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0496399 Dec 27 14:27:28.253447 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b76f93b2-ed62-41a6-9b21-f4b6ac90fc0d req-a83a9af1-f1ff-491a-8525-5c0e9c82f1c6 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Dec 27 14:27:29.099353 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:27:29.156142 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788738d-64e2-4c72-8a53-e0b258edd8b1 req-1eadac43-1d1e-413a-b652-a1895a85d777 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:29.158321 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0788738d-64e2-4c72-8a53-e0b258edd8b1 req-1eadac43-1d1e-413a-b652-a1895a85d777 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0589228 Dec 27 14:27:29.205321 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0788738d-64e2-4c72-8a53-e0b258edd8b1 req-6d7e33bc-d153-4952-8bd3-2dd170425e52 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408733 Dec 27 14:27:29.366880 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd5295-70e2-4bb7-91ce-a2c06f83dc84 req-d21b1a0a-fe50-4010-868b-6f43d9e2ce67 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:29.368285 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7ffd5295-70e2-4bb7-91ce-a2c06f83dc84 req-d21b1a0a-fe50-4010-868b-6f43d9e2ce67 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0488148 Dec 27 14:27:29.415132 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7ffd5295-70e2-4bb7-91ce-a2c06f83dc84 req-d5866196-843c-4062-bf9e-508ff48377b8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409775 Dec 27 14:27:30.323113 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe77a0-969a-4b5e-9c68-cb0d84f6a960 req-42ca9ae8-55e5-48c1-8876-cfc266135830 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:30.324598 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7afe77a0-969a-4b5e-9c68-cb0d84f6a960 req-42ca9ae8-55e5-48c1-8876-cfc266135830 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0484450 Dec 27 14:27:30.370156 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7afe77a0-969a-4b5e-9c68-cb0d84f6a960 req-92106907-fccc-4212-be76-3dd69c1b48bf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Dec 27 14:27:30.466067 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-46efe028-e888-4442-960b-a7ad4b295be4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465798 Dec 27 14:27:30.532954 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e703-945d-4463-81a9-aac96583e3fa req-7eda1ad6-e6ab-4536-8c5e-f5ed41d5c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:30.534441 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-7eda1ad6-e6ab-4536-8c5e-f5ed41d5c617 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1138 time: 0.0442581 Dec 27 14:27:30.538244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0170-c51f-413f-8739-9fb57e5ff0c2 req-add40c61-ebb2-4a7a-8d84-dced1b4b6e4b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:30.540123 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c05d0170-c51f-413f-8739-9fb57e5ff0c2 req-add40c61-ebb2-4a7a-8d84-dced1b4b6e4b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0555241 Dec 27 14:27:30.588282 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c05d0170-c51f-413f-8739-9fb57e5ff0c2 req-0cdd7905-292c-4cef-be1b-b53146731338 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421035 Dec 27 14:27:30.636567 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e703-945d-4463-81a9-aac96583e3fa req-3cf495a4-b149-4ef9-9d9a-b110ad3cd00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:30.638051 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-3cf495a4-b149-4ef9-9d9a-b110ad3cd00e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 915 time: 0.0837100 Dec 27 14:27:30.705589 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-5d0f8a0a-2e0a-4afd-98db-c474ea79c399 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 1002 time: 0.0605409 Dec 27 14:27:30.752254 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e703-945d-4463-81a9-aac96583e3fa req-5ca91502-256a-473e-a9ac-0122316b5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:30.753584 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-5ca91502-256a-473e-a9ac-0122316b5cff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0413823 Dec 27 14:27:30.798073 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e703-945d-4463-81a9-aac96583e3fa req-4fc47010-3c9b-40ae-952f-c14b285904f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:30.799480 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-4fc47010-3c9b-40ae-952f-c14b285904f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388577 Dec 27 14:27:30.939502 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-8fcca595-ecd8-4a30-912b-e47a4f04aba5 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829153 Dec 27 14:27:31.025438 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8c26e703-945d-4463-81a9-aac96583e3fa req-d948829e-0e77-454f-b854-7837952e19ea service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787699 Dec 27 14:27:31.698731 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a7222-23d3-4032-b4fb-6914dd7ec140 req-a316a7d9-b053-4f61-b5a4-ae7e2d171ab8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:31.700348 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e7a7222-23d3-4032-b4fb-6914dd7ec140 req-a316a7d9-b053-4f61-b5a4-ae7e2d171ab8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.2531807 Dec 27 14:27:31.723040 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e438168-7f3a-46ff-9eef-2c05576c7d86 req-65b368f7-8959-4999-95ef-e548c45df890 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:31.730406 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5e438168-7f3a-46ff-9eef-2c05576c7d86 req-65b368f7-8959-4999-95ef-e548c45df890 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0670888 Dec 27 14:27:31.775428 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5e438168-7f3a-46ff-9eef-2c05576c7d86 req-f79498e0-91c9-48ad-997f-2ea7a266b1f0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441692 Dec 27 14:27:31.820570 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-a67bc329-0c1a-44cf-a7f4-766c6aea67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:31.821954 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-a67bc329-0c1a-44cf-a7f4-766c6aea67a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4&tenant_id=cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 1096 time: 0.1092331 Dec 27 14:27:31.826359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e7a7222-23d3-4032-b4fb-6914dd7ec140 req-2c3957bc-9a32-4d9f-b867-5e9c8dc871d6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785475 Dec 27 14:27:31.883083 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-63e890d7-68aa-4e64-b9a0-e5c58789fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:31.884604 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-63e890d7-68aa-4e64-b9a0-e5c58789fd5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1096 time: 0.0392244 Dec 27 14:27:31.974493 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-e24b49f3-6341-477a-986f-88668b73aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:31.976830 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-e24b49f3-6341-477a-986f-88668b73aad7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0853243 Dec 27 14:27:32.050289 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-9d3e2b77-5729-4f08-a183-e4f65929102b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 999 time: 0.0661581 Dec 27 14:27:32.100479 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-891f7bdf-12f2-44b4-910f-c0dfaa831fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:32.101793 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-891f7bdf-12f2-44b4-910f-c0dfaa831fb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0438259 Dec 27 14:27:32.146242 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-aa97b76b-4d66-4cd7-8387-5fbc01e3804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:32.147699 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-aa97b76b-4d66-4cd7-8387-5fbc01e3804a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385418 Dec 27 14:27:32.238597 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-5b4e5c75-5a34-4399-9ef4-02a1f71d192f service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825496 Dec 27 14:27:32.332463 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9fd659ae-dfad-4d91-9593-74146de81b84 req-04b0987e-dfa1-4a64-b867-e389439d37ec service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874455 Dec 27 14:27:32.956247 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f615863-6d80-4727-969c-ac5e6047ce2f req-fbd0121d-9dbd-4884-9b47-9ae9f7cf5495 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:32.970965 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f615863-6d80-4727-969c-ac5e6047ce2f req-fbd0121d-9dbd-4884-9b47-9ae9f7cf5495 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0888791 Dec 27 14:27:33.021761 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094181-faeb-4b7e-9032-351d1aa69ff5 req-3a67d6f3-a158-481b-b666-4165a3984a6c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:33.023445 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-71094181-faeb-4b7e-9032-351d1aa69ff5 req-3a67d6f3-a158-481b-b666-4165a3984a6c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0761356 Dec 27 14:27:33.043576 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f615863-6d80-4727-969c-ac5e6047ce2f req-214eb5b9-91d3-4c32-a6fb-c7158bde3409 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650206 Dec 27 14:27:33.090064 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-71094181-faeb-4b7e-9032-351d1aa69ff5 req-bf68e7ea-394a-4996-bff6-e07c8f3a7133 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596554 Dec 27 14:27:34.191874 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb7f8c-18b6-4251-b706-5c8de28213a2 req-0d284aab-2ed8-4c83-921b-3aa185778022 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:34.193947 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ccb7f8c-18b6-4251-b706-5c8de28213a2 req-0d284aab-2ed8-4c83-921b-3aa185778022 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0771098 Dec 27 14:27:34.218225 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633a081-ee14-4a16-bb3c-1b8da813a5b9 req-01bdb630-ceef-48a6-976e-2684544247fc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:34.220008 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2633a081-ee14-4a16-bb3c-1b8da813a5b9 req-01bdb630-ceef-48a6-976e-2684544247fc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0531888 Dec 27 14:27:34.248564 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1ccb7f8c-18b6-4251-b706-5c8de28213a2 req-df83b6e6-2cd1-45c8-b79e-32c5b48f1f4b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484450 Dec 27 14:27:34.277975 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2633a081-ee14-4a16-bb3c-1b8da813a5b9 req-791d7080-f7e9-4c1f-8188-52866469cb13 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491884 Dec 27 14:27:35.370358 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ef387-78ae-4729-9a5d-0b5654c6e686 req-b2f86d72-9197-4578-8bc2-b01fd8df2cef tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:35.380099 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-541ef387-78ae-4729-9a5d-0b5654c6e686 req-b2f86d72-9197-4578-8bc2-b01fd8df2cef tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0574770 Dec 27 14:27:35.415339 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772290eb-75e4-4386-b06e-c15c3599be02 req-b41a26aa-5883-45e1-b78d-0879aec0f685 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:35.420548 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-772290eb-75e4-4386-b06e-c15c3599be02 req-b41a26aa-5883-45e1-b78d-0879aec0f685 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0692935 Dec 27 14:27:35.434949 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-541ef387-78ae-4729-9a5d-0b5654c6e686 req-273cebf6-5e4a-42d2-aa69-f0d7bfa888cc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537236 Dec 27 14:27:35.466359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-772290eb-75e4-4386-b06e-c15c3599be02 req-1d0f40ef-a55c-4509-8f56-fcb6611fad67 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Dec 27 14:27:36.557528 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d427eb-06e2-405c-b45e-3e6908538251 req-0b937e48-b7b5-46d2-bcd9-a2f1ec56fb58 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:36.565528 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-85d427eb-06e2-405c-b45e-3e6908538251 req-0b937e48-b7b5-46d2-bcd9-a2f1ec56fb58 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0579515 Dec 27 14:27:36.616944 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1b6b-c572-458b-94de-2377f8b29907 req-74903180-6dcf-4e3e-b51b-e1a3a0961462 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:36.618766 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-85d427eb-06e2-405c-b45e-3e6908538251 req-47fc05ae-8a60-42c4-9481-2c7269b4ccd3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522995 Dec 27 14:27:36.619410 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-695e1b6b-c572-458b-94de-2377f8b29907 req-74903180-6dcf-4e3e-b51b-e1a3a0961462 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0753124 Dec 27 14:27:36.620086 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32866) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:36.676486 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-695e1b6b-c572-458b-94de-2377f8b29907 req-ad98089c-cfec-4318-afbf-9b56b410f181 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Dec 27 14:27:36.738231 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.819754 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.823435 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.867326 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce1e3f0258834ecc85d8a856ba215f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460535 Dec 27 14:27:36.868272 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e33142-25ef-48e6-80ca-e88b4c587c24,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:36.870060 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32870) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:36.875698 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.876165 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.876513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.876855 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.877193 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.877522 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.877853 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.878184 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.878512 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.878838 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.879166 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.879485 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.879804 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b63e307-5096-4c91-8d0c-1bc0b5cc28b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:36.919097 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69cbff90-2527-4eda-be89-40e6dd8e816c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.941932 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69cbff90-2527-4eda-be89-40e6dd8e816c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.993926 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69cbff90-2527-4eda-be89-40e6dd8e816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.996911 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-69cbff90-2527-4eda-be89-40e6dd8e816c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:36.998241 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-69cbff90-2527-4eda-be89-40e6dd8e816c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66e33142-25ef-48e6-80ca-e88b4c587c24 HTTP/1.1" status: 204 len: 168 time: 0.1271741 Dec 27 14:27:37.008080 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbff90-2527-4eda-be89-40e6dd8e816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e33142-25ef-48e6-80ca-e88b4c587c24,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:37.669307 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32894) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:37.744558 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb5d7-92fb-42e0-b452-08cb6d83e982 req-954ef639-3e54-4432-a96a-fdffd8e1b028 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:37.755159 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e3deb5d7-92fb-42e0-b452-08cb6d83e982 req-954ef639-3e54-4432-a96a-fdffd8e1b028 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0713148 Dec 27 14:27:37.812688 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e3deb5d7-92fb-42e0-b452-08cb6d83e982 req-efadd230-c037-4a51-acfa-43fa3ce988b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565155 Dec 27 14:27:37.817944 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-449385035-network', 'tenant_id': '05268adb4a234195999f6992b93b3175'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:37.845269 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e73812-6603-470e-b00e-24031d5aec42 req-2994fe06-a984-4819-84ac-b77bf25c3fcf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:37.847702 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Made reservation on behalf of 05268adb4a234195999f6992b93b3175 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:27:37.847896 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d3e73812-6603-470e-b00e-24031d5aec42 req-2994fe06-a984-4819-84ac-b77bf25c3fcf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0871108 Dec 27 14:27:37.850283 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:37.860353 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:37.920484 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d3e73812-6603-470e-b00e-24031d5aec42 req-ada13980-3463-4499-83f9-170e4c7e1d49 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642400 Dec 27 14:27:37.938894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:37.943318 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:37.974194 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:27:37.990320 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed01b56d-fd23-46e5-88bf-243f2643ea1c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:37.996064 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:37.996413 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Added segment 18e74e8a-6381-4586-a6bd-bf308798f7b6 of type vlan for network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 Dec 27 14:27:38.040297 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.068662 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.069739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:38.070400 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.104905 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4344950 Dec 27 14:27:38.107713 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32900) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:38.113308 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Request body: {'subnet': {'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-449385035-subnet', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:38.135488 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4006386-375e-4693-ab3f-3fa44732fb0f admin admin] Pushing event updated for resources: {'Network': ['ID=dfbd514e-e372-4721-aac1-a9c7fb2e81c2,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:38.147922 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:27:38.174652 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Made reservation on behalf of 05268adb4a234195999f6992b93b3175 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:27:38.177068 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.352044 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.400175 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49970df-884b-4cbe-b281-21457d3f9eea,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:38.417669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Checking segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:38.417997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Network hostable DHCP agents. Network: dfbd514e-e372-4721-aac1-a9c7fb2e81c2, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:27:38.447888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:27:38.457734 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, dfbd514e-e372-4721-aac1-a9c7fb2e81c2) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:38.463694 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:38.463829 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.467668 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4cde79-02f3-40b0-9f7f-23b183db317b None None] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:27:38.480406 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-373a5708-1fe8-4e6c-89aa-5db9c162ebc6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3715215 Dec 27 14:27:38.483126 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32902) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:38.487502 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:38.513106 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.514522 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.576745 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.586460 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:27:38.587338 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.733471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.759681 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Allocated IP 172.20.0.2 (dfbd514e-e372-4721-aac1-a9c7fb2e81c2/d49970df-884b-4cbe-b281-21457d3f9eea/913077c6-123a-48d1-9e7f-7189e80231d6) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:27:38.908782 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.915861 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:38.999707 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb09f9-3470-4f46-baca-9e7ecc3cfbc3 req-f0bedc1f-e9b2-40bf-aee1-0b5d43bdb529 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:39.002795 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e6fb09f9-3470-4f46-baca-9e7ecc3cfbc3 req-f0bedc1f-e9b2-40bf-aee1-0b5d43bdb529 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0890679 Dec 27 14:27:39.006335 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.032309 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:39.035071 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:39.044434 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:27:39.058472 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.089638 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Pushing event updated for resources: {'Port': ['ID=913077c6-123a-48d1-9e7f-7189e80231d6,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:39.090467 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e6fb09f9-3470-4f46-baca-9e7ecc3cfbc3 req-e4739f35-77c1-4700-a6f4-6f5a0708daea tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789783 Dec 27 14:27:39.127486 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Attempting to bind port 913077c6-123a-48d1-9e7f-7189e80231d6 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:27:39.127884 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Attempting to bind port 913077c6-123a-48d1-9e7f-7189e80231d6 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:27:39.128250 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Attempting to bind port 913077c6-123a-48d1-9e7f-7189e80231d6 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:27:39.133491 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:27:39.133859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Checking segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:39.134256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.134644 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Bound using segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:27:39.135234 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Bound port: 913077c6-123a-48d1-9e7f-7189e80231d6, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:27:39.135611 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.228910 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3c8d1-eafd-4ac9-b2a4-a76897076f43 req-a8c46239-dec7-414e-a9e4-9d05ce94b6eb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:39.230302 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] For port 913077c6-123a-48d1-9e7f-7189e80231d6, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:27:39.231341 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-16c3c8d1-eafd-4ac9-b2a4-a76897076f43 req-a8c46239-dec7-414e-a9e4-9d05ce94b6eb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.1595120 Dec 27 14:27:39.240481 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] For port 913077c6-123a-48d1-9e7f-7189e80231d6, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=913077c6-123a-48d1-9e7f-7189e80231d6,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:27:39.245859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.273991 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Allocated IP 172.27.2.125 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/9f803e58-5532-45aa-af6a-6eb0e4da61b8) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:27:39.305629 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4234d9-34a6-494b-ac01-06c81b59ab57 None None] Pushing event updated for resources: {'Port': ['ID=913077c6-123a-48d1-9e7f-7189e80231d6,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:39.309505 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-16c3c8d1-eafd-4ac9-b2a4-a76897076f43 req-c5a339fe-7478-48fc-b87b-99d66fa29095 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713341 Dec 27 14:27:39.424833 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.459952 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.504269 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:39.522938 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:39.533435 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f803e58-5532-45aa-af6a-6eb0e4da61b8,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:39.536527 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:27:39.793864 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 913077c6-123a-48d1-9e7f-7189e80231d6 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:39.854198 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 913077c6-123a-48d1-9e7f-7189e80231d6 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:39.854776 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.878266 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:39.966741 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:40.001277 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 913077c6-123a-48d1-9e7f-7189e80231d6, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=913077c6-123a-48d1-9e7f-7189e80231d6,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:40.005603 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:40.087762 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=913077c6-123a-48d1-9e7f-7189e80231d6,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:40.103688 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:40.270534 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b987650-fd03-4434-96c5-0c64e9deaba8 req-4285f33d-0bd1-456f-8172-00b197ca8022 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:40.272062 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5b987650-fd03-4434-96c5-0c64e9deaba8 req-4285f33d-0bd1-456f-8172-00b197ca8022 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0638835 Dec 27 14:27:40.299997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:27:40.356484 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5b987650-fd03-4434-96c5-0c64e9deaba8 req-d2e7b222-cbef-46bb-a6d7-f905baa10827 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756235 Dec 27 14:27:40.483012 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:27:40.493253 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:27:40.497532 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262897b-8761-4416-b465-e295aac367d6 req-3253285b-07a5-437e-aa77-bf75e0b747c6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:40.499013 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e262897b-8761-4416-b465-e295aac367d6 req-3253285b-07a5-437e-aa77-bf75e0b747c6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0751960 Dec 27 14:27:40.502384 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b5786e-e1af-410b-a83b-0fb441844e9a None None] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:27:40.518159 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:40.520344 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-82fc0f61-eb30-4c06-98d8-92c7dd4e1bf9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0358944 Dec 27 14:27:40.523082 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32914) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:40.529424 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:40.530319 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:40.577200 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e262897b-8761-4416-b465-e295aac367d6 req-f7f8e420-7d46-464f-a744-86de6efdf275 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714972 Dec 27 14:27:40.707232 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-d33f45db-b3e7-4771-a90d-efb9ebcf88ba None None] Provisioning complete for port 913077c6-123a-48d1-9e7f-7189e80231d6 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:40.707608 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d33f45db-b3e7-4771-a90d-efb9ebcf88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:40.790953 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:41.022969 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.223327 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:39Z', 'revision_number': 3, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:41.247521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Allocated IP 172.20.0.1 (dfbd514e-e372-4721-aac1-a9c7fb2e81c2/d49970df-884b-4cbe-b281-21457d3f9eea/5305e92b-ba73-44f7-8d19-352176c8e2fe) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:27:41.249662 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:27:41.250055 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Updating router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:27:41.285081 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.322496 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-23ccd22e-0c39-4263-b580-7913587469a7 None None] Provisioning complete for port 913077c6-123a-48d1-9e7f-7189e80231d6 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:41.322865 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-23ccd22e-0c39-4263-b580-7913587469a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.402998 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.494322 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.538670 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8117dd-3155-44e7-97fb-3d2d2fab2c54 req-a3f5a6c7-432d-4f55-ab3e-47cc157fa17b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:41.540267 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9d8117dd-3155-44e7-97fb-3d2d2fab2c54 req-a3f5a6c7-432d-4f55-ab3e-47cc157fa17b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1080315 Dec 27 14:27:41.557105 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:41.569009 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:41.571526 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:27:41.584271 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Pushing event updated for resources: {'Port': ['ID=5305e92b-ba73-44f7-8d19-352176c8e2fe,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:41.648591 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.663535 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.675251 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.791932 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaedc9-f173-49e1-ab0f-627c11e85d44 req-89b13c1f-be59-4cb3-a630-15b98cab99dd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:41.793613 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f0eaedc9-f173-49e1-ab0f-627c11e85d44 req-89b13c1f-be59-4cb3-a630-15b98cab99dd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.1068661 Dec 27 14:27:41.813102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 913077c6-123a-48d1-9e7f-7189e80231d6 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:41.818784 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Attempting to bind port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:27:41.819620 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Attempting to bind port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:27:41.820932 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Attempting to bind port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:27:41.823776 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9d8117dd-3155-44e7-97fb-3d2d2fab2c54 req-204dbeec-2f34-49ea-becb-b50bf978070d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708809 Dec 27 14:27:41.857846 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.886010 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436b116-7b90-4a09-8344-e501186bc6b5 None None] Pushing event updated for resources: {'Port': ['ID=9f803e58-5532-45aa-af6a-6eb0e4da61b8,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:41.890508 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:27:41.890952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:41.891273 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.891662 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:27:41.900975 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Bound port: 9f803e58-5532-45aa-af6a-6eb0e4da61b8, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:27:41.901588 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:41.909203 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f0eaedc9-f173-49e1-ab0f-627c11e85d44 req-0e8ceee5-a2b0-49a2-a7e3-9f614f454a97 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029725 Dec 27 14:27:41.978132 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] For port 9f803e58-5532-45aa-af6a-6eb0e4da61b8, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:27:41.982409 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] For port 9f803e58-5532-45aa-af6a-6eb0e4da61b8, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=9f803e58-5532-45aa-af6a-6eb0e4da61b8,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:27:41.984694 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 913077c6-123a-48d1-9e7f-7189e80231d6 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:41.985093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.008268 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.108668 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436b116-7b90-4a09-8344-e501186bc6b5 None None] Pushing event updated for resources: {'Port': ['ID=9f803e58-5532-45aa-af6a-6eb0e4da61b8,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:42.110357 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.115248 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.119476 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:42.120110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:42.161204 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-1454b8a8-49ed-465a-a8b9-87ceff38c69f None None] Provisioning complete for port 5305e92b-ba73-44f7-8d19-352176c8e2fe triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:42.161485 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1454b8a8-49ed-465a-a8b9-87ceff38c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.191235 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.197460 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Pushing event updated for resources: {'Port': ['ID=5305e92b-ba73-44f7-8d19-352176c8e2fe,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:42.261174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-1454b8a8-49ed-465a-a8b9-87ceff38c69f None None] Port 5305e92b-ba73-44f7-8d19-352176c8e2fe cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:27:42.303561 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:42.305110 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:42.305589 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:42.455461 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:27:42.574191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:27:42.588441 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-fa13cd9b-12b7-4d48-b6e3-79b426966fba admin admin] 10.222.0.37 "PUT /v2.0/routers/cc78d164-10c9-4ee6-b581-9fe4a1ea1683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562439 Dec 27 14:27:42.603159 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-718a5eaa-4663-4233-a558-9dbc73fca10d None None] Provisioning complete for port 5305e92b-ba73-44f7-8d19-352176c8e2fe triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:42.603684 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-718a5eaa-4663-4233-a558-9dbc73fca10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:42.645584 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-718a5eaa-4663-4233-a558-9dbc73fca10d None None] Port 5305e92b-ba73-44f7-8d19-352176c8e2fe cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:27:42.652829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 2, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:42.685590 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5b1f15-04c4-4990-932e-621b00968aba None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 2, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:27:43.018426 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fd28b-528a-4322-8b58-547491a7ba6f req-e2c4582a-3b40-4a3c-8a28-e52898a44f5d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:43.036941 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-be6fd28b-528a-4322-8b58-547491a7ba6f req-e2c4582a-3b40-4a3c-8a28-e52898a44f5d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1014504 Dec 27 14:27:43.095044 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bac22f-1496-4eef-a2fc-ae78cf237939 req-cddaf97c-da31-452f-8cf8-d34b71b83451 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:43.099962 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a3bac22f-1496-4eef-a2fc-ae78cf237939 req-cddaf97c-da31-452f-8cf8-d34b71b83451 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0745578 Dec 27 14:27:43.139242 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-be6fd28b-528a-4322-8b58-547491a7ba6f req-8eeff966-9c0d-4c60-8339-234a96a0d631 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991130 Dec 27 14:27:43.212819 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a3bac22f-1496-4eef-a2fc-ae78cf237939 req-ab9844a9-bc25-448f-b38c-3e34fee7bb75 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006870 Dec 27 14:27:43.263717 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32940) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:43.268675 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1142551405-network', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:43.293555 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Made reservation on behalf of 3df7ee879e3c432586ffc9ada507d66e for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:27:43.296205 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.308987 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.398596 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.403292 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.431410 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:27:43.438551 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75f1897-afe8-4864-88b7-aed5cbc613bc,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:43.444866 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.445245 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Added segment 6fc64d08-e562-4ef6-9fb8-e6ed9613acf8 of type vlan for network e7d60297-9ad1-4284-859a-640e8e3c74cb Dec 27 14:27:43.492767 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.519398 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.520647 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:43.521269 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.601000 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3335109 Dec 27 14:27:43.601524 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32944) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:43.607575 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Request body: {'subnet': {'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1142551405-subnet', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:43.648426 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134bee8-c064-41db-9db3-5329be134e30 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d60297-9ad1-4284-859a-640e8e3c74cb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:43.659098 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Made reservation on behalf of 3df7ee879e3c432586ffc9ada507d66e for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:27:43.664260 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.682509 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network e7d60297-9ad1-4284-859a-640e8e3c74cb details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:27:43.822827 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 9f803e58-5532-45aa-af6a-6eb0e4da61b8 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:43.902691 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:43.905200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:43.948117 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.001028 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.014650 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22ac200-d6b3-4895-8c1a-b9156a96c414,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:44.033494 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Checking segment: {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:44.034030 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Network hostable DHCP agents. Network: e7d60297-9ad1-4284-859a-640e8e3c74cb, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:27:44.039523 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 9f803e58-5532-45aa-af6a-6eb0e4da61b8, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=9f803e58-5532-45aa-af6a-6eb0e4da61b8,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:44.045608 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.054479 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Network e7d60297-9ad1-4284-859a-640e8e3c74cb is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:27:44.069338 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, e7d60297-9ad1-4284-859a-640e8e3c74cb) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:44.074011 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:44.074735 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.095665 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0b785-6f22-44a7-9311-9fcb13cd87dd None None] Network e7d60297-9ad1-4284-859a-640e8e3c74cb requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:27:44.100359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6a2cd604-d104-477c-a530-34c25d023d5b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4976506 Dec 27 14:27:44.103023 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32946) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:44.107669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:44.164414 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.165598 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.211331 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=9f803e58-5532-45aa-af6a-6eb0e4da61b8,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:44.260959 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-e7d60297-9ad1-4284-859a-640e8e3c74cb', 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb', 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'fixed_ips': [{'subnet_id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:27:44.262068 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.400686 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e8029-b1f8-45d2-8c81-9610f164a585 req-aa1d902b-717f-479a-8e09-5df0b7f889c0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:44.410450 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-806e8029-b1f8-45d2-8c81-9610f164a585 req-aa1d902b-717f-479a-8e09-5df0b7f889c0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0798934 Dec 27 14:27:44.472049 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-806e8029-b1f8-45d2-8c81-9610f164a585 req-489c69a5-de7a-4383-9176-405e41404c1f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548797 Dec 27 14:27:44.496748 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Allocated IP 172.20.0.2 (e7d60297-9ad1-4284-859a-640e8e3c74cb/d22ac200-d6b3-4895-8c1a-b9156a96c414/12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:27:44.586685 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.594688 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee42a-82c4-40d1-8c82-b288c865a627 req-3c8029a4-324c-481c-8dfa-20da13920879 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:44.596199 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f62ee42a-82c4-40d1-8c82-b288c865a627 req-3c8029a4-324c-481c-8dfa-20da13920879 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.1354046 Dec 27 14:27:44.764183 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.772505 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f62ee42a-82c4-40d1-8c82-b288c865a627 req-ff88adb7-43a5-48fe-8dea-1e1384df29cf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431296 Dec 27 14:27:44.805119 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.811566 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.847301 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Network e7d60297-9ad1-4284-859a-640e8e3c74cb is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:44.852014 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:44.854499 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:27:44.872409 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Pushing event updated for resources: {'Port': ['ID=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:44.920188 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Attempting to bind port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:27:44.920559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Attempting to bind port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:27:44.920925 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Attempting to bind port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 on network e7d60297-9ad1-4284-859a-640e8e3c74cb {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:27:44.926680 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:27:44.927056 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Checking segment: {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:44.927473 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.927877 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Bound using segment: {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:27:44.928352 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Bound port: 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:27:44.928730 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.975969 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.991333 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] For port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:27:44.994790 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] For port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,segment=NetworkSegment(6fc64d08-e562-4ef6-9fb8-e6ed9613acf8),segment_id=6fc64d08-e562-4ef6-9fb8-e6ed9613acf8)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:27:44.996645 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:44.999025 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.061046 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54bca-e7dc-4650-b7c4-5efdb6312e60 None None] Pushing event updated for resources: {'Port': ['ID=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:45.113997 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Allocated IP 172.27.2.231 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/72386b7e-d5bd-490b-bf62-d83bcf3f58ad) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:27:45.237403 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.279039 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.314595 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:45.317733 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:45.323398 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:27:45.361808 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:45.389181 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:27:45.399068 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:45.399678 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:45.506780 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:45.591695 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f38515-114d-4f1b-aeec-86bc2eda4002 req-797f3b87-811c-4169-aed8-bb58e2944431 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:45.593334 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b1f38515-114d-4f1b-aeec-86bc2eda4002 req-797f3b87-811c-4169-aed8-bb58e2944431 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0548306 Dec 27 14:27:45.599093 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.642420 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b1f38515-114d-4f1b-aeec-86bc2eda4002 req-6008c644-1f28-4d84-aecf-0f07f7735e52 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Dec 27 14:27:45.729290 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 2, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:45.757296 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:27:45.757643 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Updating router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 port 5305e92b-ba73-44f7-8d19-352176c8e2fe binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:27:45.790798 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.831509 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.837150 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:45.914345 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:45.915038 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.996030 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc169446-5639-483d-9289-8e716085e4f2 req-87cc6c06-85fc-44c1-b318-959c396715d0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:45.996661 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:45.998200 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fc169446-5639-483d-9289-8e716085e4f2 req-87cc6c06-85fc-44c1-b318-959c396715d0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.1048741 Dec 27 14:27:46.039322 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,segment=NetworkSegment(6fc64d08-e562-4ef6-9fb8-e6ed9613acf8),segment_id=6fc64d08-e562-4ef6-9fb8-e6ed9613acf8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:46.044977 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.046019 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 9f803e58-5532-45aa-af6a-6eb0e4da61b8 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:46.075261 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fc169446-5639-483d-9289-8e716085e4f2 req-76b6ac22-0bf2-4b43-9954-a751eb4dc42f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613463 Dec 27 14:27:46.085430 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Router 866b4f82-93f6-4405-a2f7-ce176e1a2462 is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:27:46.102092 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598effe8-b7e9-4685-bce8-8e6c16dfb154 None None] Network e7d60297-9ad1-4284-859a-640e8e3c74cb requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:27:46.122566 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.133753 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.187120 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Pushing event updated for resources: {'Port': ['ID=5305e92b-ba73-44f7-8d19-352176c8e2fe,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:46.196256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-de5164e5-94c7-4751-8d28-a45820b813a6 None None] Provisioning complete for port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:46.196654 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-de5164e5-94c7-4751-8d28-a45820b813a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.210734 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:27:46.214705 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.215142 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.215618 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.216039 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.216620 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.217011 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.217407 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.218148 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.219362 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.220101 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.220620 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.221146 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.221658 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:27:46.239029 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.240460 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-964f49ec-283d-40df-b84a-748ce6e7d9f2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1364043 Dec 27 14:27:46.243370 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32956) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:46.246381 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Sync routers for ids ['866b4f82-93f6-4405-a2f7-ce176e1a2462'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:27:46.264815 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Attempting to bind port 5305e92b-ba73-44f7-8d19-352176c8e2fe on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:27:46.265997 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Attempting to bind port 5305e92b-ba73-44f7-8d19-352176c8e2fe by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:27:46.266544 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Attempting to bind port 5305e92b-ba73-44f7-8d19-352176c8e2fe on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:27:46.268857 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Routers {'866b4f82-93f6-4405-a2f7-ce176e1a2462'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:46.269498 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['866b4f82-93f6-4405-a2f7-ce176e1a2462'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:46.272855 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:27:46.273460 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Checking segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:46.274022 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.274561 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Bound using segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:27:46.275192 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Bound port: 5305e92b-ba73-44f7-8d19-352176c8e2fe, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:27:46.275727 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.347278 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] For port 5305e92b-ba73-44f7-8d19-352176c8e2fe, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:27:46.351061 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] For port 5305e92b-ba73-44f7-8d19-352176c8e2fe, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=5305e92b-ba73-44f7-8d19-352176c8e2fe,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:27:46.356474 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.359042 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:46.411771 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:46.412184 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.415629 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10c904-fd10-4aec-9714-b8f07f31cb9b None None] Pushing event updated for resources: {'Port': ['ID=5305e92b-ba73-44f7-8d19-352176c8e2fe,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:46.435230 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:46.435864 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:46.455214 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Set router 866b4f82-93f6-4405-a2f7-ce176e1a2462 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:46.566908 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:46.772453 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-ecf47d19-a5b2-470c-9666-53d96f4fd2f8 None None] Provisioning complete for port 5305e92b-ba73-44f7-8d19-352176c8e2fe triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:46.772654 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecf47d19-a5b2-470c-9666-53d96f4fd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.834731 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:46.840911 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:27:45Z', 'revision_number': 3, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:46.873167 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Checking router: 866b4f82-93f6-4405-a2f7-ce176e1a2462 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:27:46.873520 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Updating router 866b4f82-93f6-4405-a2f7-ce176e1a2462 port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:27:46.926878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:46.949077 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faaaf3f-8919-4389-94cf-ec27ba875ae6 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:27:46.963092 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecf47d19-a5b2-470c-9666-53d96f4fd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.060227 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ecf47d19-a5b2-470c-9666-53d96f4fd2f8 None None] For port 5305e92b-ba73-44f7-8d19-352176c8e2fe, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=5305e92b-ba73-44f7-8d19-352176c8e2fe,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:47.075099 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ecf47d19-a5b2-470c-9666-53d96f4fd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.114525 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45505a-f1a9-4e9e-afbf-86cf4c135596 req-0dcb9987-6557-4fb9-be08-763869dcf008 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:47.116075 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-eb45505a-f1a9-4e9e-afbf-86cf4c135596 req-0dcb9987-6557-4fb9-be08-763869dcf008 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.3698757 Dec 27 14:27:47.129632 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.189038 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf47d19-a5b2-470c-9666-53d96f4fd2f8 None None] Pushing event updated for resources: {'Port': ['ID=5305e92b-ba73-44f7-8d19-352176c8e2fe,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:47.208754 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-034e62bd-8eb6-4c40-8048-617e56e87f54 None None] Provisioning complete for port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:47.209123 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-034e62bd-8eb6-4c40-8048-617e56e87f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.244830 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e56e9-edaa-4fa7-8635-cbf6b0f648d2 req-231fc2bc-aba5-4e0c-a0f1-fd98207dc1d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:47.246739 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fd9e56e9-edaa-4fa7-8635-cbf6b0f648d2 req-231fc2bc-aba5-4e0c-a0f1-fd98207dc1d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0668819 Dec 27 14:27:47.266954 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-eb45505a-f1a9-4e9e-afbf-86cf4c135596 req-a8c1f8a4-5418-4df4-aa91-ef367e7e18d4 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423166 Dec 27 14:27:47.308621 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fd9e56e9-edaa-4fa7-8635-cbf6b0f648d2 req-26afc200-a670-42e0-af49-4c31b3f9ea8e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551121 Dec 27 14:27:47.365722 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.386027 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Allocated IP 172.20.0.1 (e7d60297-9ad1-4284-859a-640e8e3c74cb/d22ac200-d6b3-4895-8c1a-b9156a96c414/bff16aee-6537-4472-a04d-300439b1b167) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:27:47.507793 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.530055 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.543986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.593974 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Network e7d60297-9ad1-4284-859a-640e8e3c74cb is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:47.596475 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Attempting to bind port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:27:47.596841 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Attempting to bind port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:27:47.597201 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Attempting to bind port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:27:47.597590 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:47.599288 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e48e77-b73f-4059-b501-e383f6890f28 None None] Pushing event updated for resources: {'Port': ['ID=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:47.600466 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:27:47.606027 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:27:47.606974 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:47.606974 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.607163 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:27:47.607607 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Bound port: 72386b7e-d5bd-490b-bf62-d83bcf3f58ad, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:27:47.608040 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.628168 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Pushing event updated for resources: {'Port': ['ID=bff16aee-6537-4472-a04d-300439b1b167,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:47.653082 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.666794 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] For port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:27:47.670203 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] For port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:27:47.678138 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.749913 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Routers {'866b4f82-93f6-4405-a2f7-ce176e1a2462'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:47.750731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['866b4f82-93f6-4405-a2f7-ce176e1a2462'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:47.844370 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:47.857520 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 5305e92b-ba73-44f7-8d19-352176c8e2fe up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:47.888111 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e48e77-b73f-4059-b501-e383f6890f28 None None] Pushing event updated for resources: {'Port': ['ID=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:47.935212 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] Set router 866b4f82-93f6-4405-a2f7-ce176e1a2462 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:47.936964 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-cdb0abbf-58a9-409f-9714-535bb4827ffe None None] Provisioning complete for port bff16aee-6537-4472-a04d-300439b1b167 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:47.937337 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cdb0abbf-58a9-409f-9714-535bb4827ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.008836 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.013270 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.046222 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0abbf-58a9-409f-9714-535bb4827ffe None None] Port bff16aee-6537-4472-a04d-300439b1b167 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:27:48.074664 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 5305e92b-ba73-44f7-8d19-352176c8e2fe triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:48.075033 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.082587 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Pushing event updated for resources: {'Port': ['ID=bff16aee-6537-4472-a04d-300439b1b167,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:48.084960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.178254 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Network e7d60297-9ad1-4284-859a-640e8e3c74cb is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:27:48.180258 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:27:48.208069 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:48.254202 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:27:45Z', 'revision_number': 3, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:48.284182 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2b966d-8170-467e-8f50-abb412aaebed None None] The sync data for ids ['866b4f82-93f6-4405-a2f7-ce176e1a2462'] in dv-cinder-823015-1-iscsi is: [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:27:45Z', 'revision_number': 3, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:27:48.301388 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:48.301763 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.315191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Router 866b4f82-93f6-4405-a2f7-ce176e1a2462 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:27:48.471924 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-3ec0021b-2e49-44c3-80fc-b51289cbf5c2 None None] Provisioning complete for port bff16aee-6537-4472-a04d-300439b1b167 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:48.473253 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3ec0021b-2e49-44c3-80fc-b51289cbf5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:48.485184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8ad1d-5370-4f82-9259-639c74b8f7ca req-4dc82dad-73cd-414f-a367-ae1827650e37 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:48.485837 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf3605-7cb8-41ed-b506-0d1b83269eab req-5b87434c-83bf-4480-9776-6fb0f9408307 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:48.486817 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-79f8ad1d-5370-4f82-9259-639c74b8f7ca req-4dc82dad-73cd-414f-a367-ae1827650e37 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.1075449 Dec 27 14:27:48.487641 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-45bf3605-7cb8-41ed-b506-0d1b83269eab req-5b87434c-83bf-4480-9776-6fb0f9408307 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0528226 Dec 27 14:27:48.511168 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0021b-2e49-44c3-80fc-b51289cbf5c2 None None] Port bff16aee-6537-4472-a04d-300439b1b167 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:27:48.521820 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:27:48.534151 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0de000d8-3a59-4f68-a128-108b0eaf962a admin admin] 10.222.0.37 "PUT /v2.0/routers/866b4f82-93f6-4405-a2f7-ce176e1a2462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895329 Dec 27 14:27:48.560170 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-45bf3605-7cb8-41ed-b506-0d1b83269eab req-5f535f45-3531-4602-b2cc-6b63942a082e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588484 Dec 27 14:27:48.567510 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-79f8ad1d-5370-4f82-9259-639c74b8f7ca req-77090aaf-697f-4be3-b2b0-a8735634cfd6 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729852 Dec 27 14:27:48.860021 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb5e10-0888-43d1-a200-fdba53d886dc req-0acf26f0-0eab-4e1f-8323-ee8b3321fe80 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:48.861548 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1cb5e10-0888-43d1-a200-fdba53d886dc req-0acf26f0-0eab-4e1f-8323-ee8b3321fe80 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0850854 Dec 27 14:27:48.865177 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-bc3e2512-4593-4fbf-b37d-3d58dfaba8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:48.866096 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-bc3e2512-4593-4fbf-b37d-3d58dfaba8e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0616465 Dec 27 14:27:48.977921 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1cb5e10-0888-43d1-a200-fdba53d886dc req-c3c70957-437d-43ed-abe1-07883d18d0dd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104312 Dec 27 14:27:49.002961 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-bb016e18-7b4c-4179-8363-fe6d28ae9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:49.004468 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-bb016e18-7b4c-4179-8363-fe6d28ae9758 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.1279237 Dec 27 14:27:49.074372 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-d9e52643-bda9-418f-a89e-289a18ec6fdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 200 len: 1002 time: 0.0620222 Dec 27 14:27:49.128309 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-c07afa92-99d4-46d4-9cde-e4553ce38ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:49.129812 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-c07afa92-99d4-46d4-9cde-e4553ce38ea0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0482564 Dec 27 14:27:49.178993 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-407c0d88-78c6-4c94-b577-db95f4cb8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:49.180550 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-407c0d88-78c6-4c94-b577-db95f4cb8753 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437131 Dec 27 14:27:49.279145 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-48d96f41-f1c4-4410-8bc5-6596b462f9a5 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902863 Dec 27 14:27:49.562707 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-303a159b-8c4a-4e8f-b47e-bead156c5574 req-929f85aa-f766-4139-904f-3527cea6a591 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755189 Dec 27 14:27:49.676589 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365b08e-3696-47b5-8738-91ac8b0389f9 req-a7974f9b-7052-49b5-bbcc-4aeeee60aaeb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:49.678142 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e365b08e-3696-47b5-8738-91ac8b0389f9 req-a7974f9b-7052-49b5-bbcc-4aeeee60aaeb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0557306 Dec 27 14:27:49.731240 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e365b08e-3696-47b5-8738-91ac8b0389f9 req-a2fd1675-df14-4775-8c5e-54d21f3c4738 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462909 Dec 27 14:27:49.759184 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 72386b7e-d5bd-490b-bf62-d83bcf3f58ad up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:49.805649 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:49.806017 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:49.879639 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:49.903280 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:49.907805 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:49.954105 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:50.120621 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e816567-d0f4-47d8-b084-4c237ea90507 req-5b12da00-a8c3-4d3e-acde-5007102b1b16 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:50.122281 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1e816567-d0f4-47d8-b084-4c237ea90507 req-5b12da00-a8c3-4d3e-acde-5007102b1b16 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0771441 Dec 27 14:27:50.206719 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:50.211652 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474312789', 'description': 'tempest-secgroup-smoke-474312789 description', 'project_id': '05268adb4a234195999f6992b93b3175'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:50.220383 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1e816567-d0f4-47d8-b084-4c237ea90507 req-61478b3b-50a8-4ada-bf8f-8dc945aee3cc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882945 Dec 27 14:27:50.243743 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.317199 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.321690 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.352023 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.353227 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1453066 Dec 27 14:27:50.355031 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746b3dd-216f-422a-a0cf-130d75d3b81d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e505ca-872a-431b-a757-c227a788e900,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:50.356375 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32984) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:50.361059 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group_rule': {'security_group_id': '57e505ca-872a-431b-a757-c227a788e900', 'project_id': '05268adb4a234195999f6992b93b3175', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:50.389585 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.446402 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.450346 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.469513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3cf8db-eb46-435d-8e89-0ac052b385a8,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:50.473146 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Sync routers for ids ['866b4f82-93f6-4405-a2f7-ce176e1a2462'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:27:50.475321 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.476944 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9d5b1b4d-fe9f-4c61-a9e6-ada8dc71248f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191096 Dec 27 14:27:50.479350 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32986) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:50.483671 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group_rule': {'security_group_id': '57e505ca-872a-431b-a757-c227a788e900', 'project_id': '05268adb4a234195999f6992b93b3175', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:50.484367 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Routers {'866b4f82-93f6-4405-a2f7-ce176e1a2462'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:50.484960 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['866b4f82-93f6-4405-a2f7-ce176e1a2462'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:50.512404 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.568138 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.572483 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.590357 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6206fb-0b6c-4df7-89a1-c46bb4303449,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:50.595744 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Set router 866b4f82-93f6-4405-a2f7-ce176e1a2462 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:50.598925 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.600182 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-51fd04d4-f045-4c6c-9ec7-1b77119f0164 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198034 Dec 27 14:27:50.602872 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32988) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:50.607107 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group_rule': {'security_group_id': '57e505ca-872a-431b-a757-c227a788e900', 'project_id': '05268adb4a234195999f6992b93b3175', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:50.635970 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.694883 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.698992 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.717464 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ba342b-9523-455d-be42-c64af4a64649,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:50.726010 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.727212 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-19ed3c12-638c-4aae-abc9-f69336f2aa4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233823 Dec 27 14:27:50.731853 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 32990) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:50.737243 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group_rule': {'security_group_id': '57e505ca-872a-431b-a757-c227a788e900', 'project_id': '05268adb4a234195999f6992b93b3175', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:50.771370 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.815635 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:27:47Z', 'revision_number': 4, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bff16aee-6537-4472-a04d-300439b1b167', 'name': '', 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'mac_address': 'fa:16:3e:ff:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:47Z', 'updated_at': '2021-12-27T14:27:47Z', 'revision_number': 2, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'subnets': [{'id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:50.833744 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.837726 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.843991 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Checking router: 866b4f82-93f6-4405-a2f7-ce176e1a2462 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:27:50.844430 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Updating router 866b4f82-93f6-4405-a2f7-ce176e1a2462 port bff16aee-6537-4472-a04d-300439b1b167 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:27:50.856136 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf0e01a-b9f8-43e7-82d9-abf42ac601ca,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:50.865900 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99ac07-6c9e-4e0f-bf96-e00cb70025d3 req-061de734-e91c-4008-88cc-3b3be6d120d2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:50.866533 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.867495 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8d99ac07-6c9e-4e0f-bf96-e00cb70025d3 req-061de734-e91c-4008-88cc-3b3be6d120d2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0626464 Dec 27 14:27:50.870410 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32994) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:50.870549 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-dfacfc43-32ba-498a-abef-7093a54d4de1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393783 Dec 27 14:27:50.870934 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.875489 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group_rule': {'security_group_id': '57e505ca-872a-431b-a757-c227a788e900', 'project_id': '05268adb4a234195999f6992b93b3175', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:50.930097 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Project 05268adb4a234195999f6992b93b3175 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 27 14:27:50.940182 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8d99ac07-6c9e-4e0f-bf96-e00cb70025d3 req-7591228f-cd50-42d8-b540-e12f78b87215 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595682 Dec 27 14:27:50.940863 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.967070 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9e90920b-0030-4f20-9d6d-e8332682b0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:50.997059 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.001203 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.018927 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de9b3c9-69bb-418f-984e-83a85893f354,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:51.026344 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.027525 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f8e6e737-cb3c-442d-aea0-57e9553c6b1f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1561923 Dec 27 14:27:51.030851 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 32996) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:27:51.035215 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'security_group_rule': {'security_group_id': '57e505ca-872a-431b-a757-c227a788e900', 'project_id': '05268adb4a234195999f6992b93b3175', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:27:51.063129 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Project 05268adb4a234195999f6992b93b3175 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 27 14:27:51.068069 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.130977 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.135135 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.150117 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32ed397-bf65-4d80-ab04-3c15858abfac,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:51.154272 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.161248 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.162820 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.166982 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-aa6f13d1-335c-4fe8-a1b4-6ca039c28e50 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321590 Dec 27 14:27:51.208509 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e0e64-64bf-4554-826d-9f106e2b2425 None None] Pushing event updated for resources: {'Port': ['ID=bff16aee-6537-4472-a04d-300439b1b167,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:51.284601 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Attempting to bind port bff16aee-6537-4472-a04d-300439b1b167 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:27:51.285215 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Attempting to bind port bff16aee-6537-4472-a04d-300439b1b167 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:27:51.285766 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Attempting to bind port bff16aee-6537-4472-a04d-300439b1b167 on network e7d60297-9ad1-4284-859a-640e8e3c74cb {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:27:51.291537 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:27:51.291973 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Checking segment: {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:27:51.292353 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.292732 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Bound using segment: {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:27:51.293194 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Bound port: bff16aee-6537-4472-a04d-300439b1b167, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:27:51.293587 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.349496 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b1277-b362-4fa3-8e33-307b232b27ab req-1b924f7d-250a-4d89-bbb3-e08dea2e4fa3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:51.360339 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5d0b1277-b362-4fa3-8e33-307b232b27ab req-1b924f7d-250a-4d89-bbb3-e08dea2e4fa3 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0654984 Dec 27 14:27:51.364223 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] For port bff16aee-6537-4472-a04d-300439b1b167, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:27:51.367382 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] For port bff16aee-6537-4472-a04d-300439b1b167, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=bff16aee-6537-4472-a04d-300439b1b167,segment=NetworkSegment(6fc64d08-e562-4ef6-9fb8-e6ed9613acf8),segment_id=6fc64d08-e562-4ef6-9fb8-e6ed9613acf8)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:27:51.373174 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.417916 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5d0b1277-b362-4fa3-8e33-307b232b27ab req-156f0b48-ba61-4287-95c0-60d83a72b4f4 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566816 Dec 27 14:27:51.438888 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e0e64-64bf-4554-826d-9f106e2b2425 None None] Pushing event updated for resources: {'Port': ['ID=bff16aee-6537-4472-a04d-300439b1b167,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:51.457260 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Routers {'866b4f82-93f6-4405-a2f7-ce176e1a2462'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:27:51.457879 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['866b4f82-93f6-4405-a2f7-ce176e1a2462'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:51.468877 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-386a3f20-d7de-4e8d-80dc-386c0b6df00f None None] Provisioning complete for port bff16aee-6537-4472-a04d-300439b1b167 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:51.469297 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-386a3f20-d7de-4e8d-80dc-386c0b6df00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.562176 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-386a3f20-d7de-4e8d-80dc-386c0b6df00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.578489 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] Set router 866b4f82-93f6-4405-a2f7-ce176e1a2462 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:27:51.607993 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-386a3f20-d7de-4e8d-80dc-386c0b6df00f None None] For port bff16aee-6537-4472-a04d-300439b1b167, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=bff16aee-6537-4472-a04d-300439b1b167,segment=NetworkSegment(6fc64d08-e562-4ef6-9fb8-e6ed9613acf8),segment_id=6fc64d08-e562-4ef6-9fb8-e6ed9613acf8)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:51.614368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-386a3f20-d7de-4e8d-80dc-386c0b6df00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.693647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a3f20-d7de-4e8d-80dc-386c0b6df00f None None] Pushing event updated for resources: {'Port': ['ID=bff16aee-6537-4472-a04d-300439b1b167,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:51.742854 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-d6c22f8f-b842-4c7e-9392-f061e3491fac None None] Provisioning complete for port bff16aee-6537-4472-a04d-300439b1b167 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:51.743755 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d6c22f8f-b842-4c7e-9392-f061e3491fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:51.776244 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 72386b7e-d5bd-490b-bf62-d83bcf3f58ad up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:51.840283 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:27:47Z', 'revision_number': 4, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bff16aee-6537-4472-a04d-300439b1b167', 'name': '', 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'mac_address': 'fa:16:3e:ff:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:47Z', 'updated_at': '2021-12-27T14:27:51Z', 'revision_number': 4, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'subnets': [{'id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:27:51.868720 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2029dbd-732e-4ec7-88d9-33df4d1c5ad3 None None] The sync data for ids ['866b4f82-93f6-4405-a2f7-ce176e1a2462'] in dv-cinder-823015-1-iscsi is: [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:27:47Z', 'revision_number': 4, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bff16aee-6537-4472-a04d-300439b1b167', 'name': '', 'network_id': 'e7d60297-9ad1-4284-859a-640e8e3c74cb', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'mac_address': 'fa:16:3e:ff:dd:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:47Z', 'updated_at': '2021-12-27T14:27:51Z', 'revision_number': 4, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'subnets': [{'id': 'd22ac200-d6b3-4895-8c1a-b9156a96c414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:27:51.870341 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:51.870468 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:52.208474 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841f3e5-1ef5-4270-88e8-33548fc541ff req-a7e93939-c65b-4965-89b3-a0ae656af26c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:52.210058 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c841f3e5-1ef5-4270-88e8-33548fc541ff req-a7e93939-c65b-4965-89b3-a0ae656af26c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0548363 Dec 27 14:27:52.263250 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c841f3e5-1ef5-4270-88e8-33548fc541ff req-a08de9a8-c935-4358-b859-05a9d0366dbf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472841 Dec 27 14:27:53.344257 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0c0a-ed16-465b-9721-ac86bed8f2a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:53.392398 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2ef3e-d7dd-4c9a-90b4-ab78a2327dba req-ba5f97e5-07c0-45f9-9751-2c67dc71e2bb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:53.393944 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4be2ef3e-d7dd-4c9a-90b4-ab78a2327dba req-ba5f97e5-07c0-45f9-9751-2c67dc71e2bb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0551639 Dec 27 14:27:53.443425 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4be2ef3e-d7dd-4c9a-90b4-ab78a2327dba req-bd92984e-694c-4a63-bb0b-4687d1256e60 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Dec 27 14:27:53.750217 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device bff16aee-6537-4472-a04d-300439b1b167 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:53.818416 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port bff16aee-6537-4472-a04d-300439b1b167 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:53.818787 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:53.981368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:54.399738 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:54.569937 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce848c0-9f4c-4201-b518-efe896f0807a req-acc5a9e3-331f-40ca-8988-2c503939cc0f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:54.571462 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ce848c0-9f4c-4201-b518-efe896f0807a req-acc5a9e3-331f-40ca-8988-2c503939cc0f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0496788 Dec 27 14:27:54.618564 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ce848c0-9f4c-4201-b518-efe896f0807a req-ba39debe-a6b3-42b3-b025-db9052cddd89 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Dec 27 14:27:55.740296 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeb320-34e1-4bd1-8164-56e938e2984d req-d441a8cb-0c49-434a-81d1-daccac1ee2e8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:55.741662 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d0eeb320-34e1-4bd1-8164-56e938e2984d req-d441a8cb-0c49-434a-81d1-daccac1ee2e8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0484614 Dec 27 14:27:55.790750 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d0eeb320-34e1-4bd1-8164-56e938e2984d req-23ab383e-6a75-4e38-aecb-6a6f1a2da624 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Dec 27 14:27:56.183427 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:56.827998 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:27:56.916003 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d70a2-d992-4bda-a53c-961f8f567e57 req-5dca0c03-9840-41fe-918e-88a870498303 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:56.917501 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b50d70a2-d992-4bda-a53c-961f8f567e57 req-5dca0c03-9840-41fe-918e-88a870498303 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 943 time: 0.0532050 Dec 27 14:27:56.930163 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:56.945172 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'port_id': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'mac_address': 'fa:16:3e:d1:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:27:56.966702 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b50d70a2-d992-4bda-a53c-961f8f567e57 req-4753060b-6456-4cb1-b1e4-9709d47fabb6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420504 Dec 27 14:27:57.009663 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:57.013889 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:57.027093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8953eb3-d364-4473-98c5-e33562dcd960 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:27:57.049605 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:57.053869 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:57.104959 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=9']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:57.507228 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d8953eb3-d364-4473-98c5-e33562dcd960'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:27:58.105119 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba548598-4546-4007-a094-d851970c0250 req-4fe4d362-861c-4277-9fd3-3b31d8dc4e0e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:58.106615 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ba548598-4546-4007-a094-d851970c0250 req-4fe4d362-861c-4277-9fd3-3b31d8dc4e0e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 944 time: 0.0530334 Dec 27 14:27:58.154812 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ba548598-4546-4007-a094-d851970c0250 req-61d193ce-6147-4e49-b206-0b01eec6491d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Dec 27 14:27:58.841157 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:27:58.889922 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d8953eb3-d364-4473-98c5-e33562dcd960 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:27:58.890289 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:58.965397 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:58.987673 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:27:58.989908 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437684f9-1390-4623-a3c7-cd78e226e7b6" -d '{"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:27:59.005181 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:27:59.009787 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:27:59.034759 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08daa88-01c5-4f87-b062-c285a96dec83 x-openstack-request-id: req-d08daa88-01c5-4f87-b062-c285a96dec83 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:27:59.035075 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-plugged", "status": "completed", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:27:59.035330 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d08daa88-01c5-4f87-b062-c285a96dec83 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:27:59.035714 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'code': 200} Dec 27 14:27:59.061736 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:27:59.279411 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b73a15-1edb-4729-947d-15aa2fba0b0f req-fa38003c-345a-4ddd-a1e9-a667cb4674f5 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:59.281167 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2b73a15-1edb-4729-947d-15aa2fba0b0f req-fa38003c-345a-4ddd-a1e9-a667cb4674f5 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0519087 Dec 27 14:27:59.329507 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2b73a15-1edb-4729-947d-15aa2fba0b0f req-5393b4ec-99eb-4e0d-a123-29265984b8c0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Dec 27 14:27:59.537890 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f121d-52a5-4343-9cfb-2768f23e0b58 req-022d96d0-988f-47e0-8028-dbdfb17aeaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:27:59.539402 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-201f121d-52a5-4343-9cfb-2768f23e0b58 req-022d96d0-988f-47e0-8028-dbdfb17aeaa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1099 time: 0.0419829 Dec 27 14:27:59.591351 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-201f121d-52a5-4343-9cfb-2768f23e0b58 req-6027bd8d-021a-4a48-a903-c3138d23969e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Dec 27 14:28:00.453232 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93bfcd-4edc-4490-98f5-dd38e351c725 req-627ebcc1-7ecb-4021-b916-8d6207ef60d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:00.455463 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9b93bfcd-4edc-4490-98f5-dd38e351c725 req-627ebcc1-7ecb-4021-b916-8d6207ef60d7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0527167 Dec 27 14:28:00.504233 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9b93bfcd-4edc-4490-98f5-dd38e351c725 req-8d9c9211-fd9c-4636-aae0-01b105fad66f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Dec 27 14:28:01.286902 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:28:01.632334 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8e141-6791-4da0-a44f-1ed21181e72e req-1e24ead2-44ab-45e2-8007-c73b4fcbce36 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:01.633772 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-18b8e141-6791-4da0-a44f-1ed21181e72e req-1e24ead2-44ab-45e2-8007-c73b4fcbce36 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0509779 Dec 27 14:28:01.683409 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-18b8e141-6791-4da0-a44f-1ed21181e72e req-5dc84804-d31f-4383-b94a-0b45f4c53526 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Dec 27 14:28:02.812598 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184075c-1718-4f6c-a5a3-3e6e4e5e5441 req-99492d0f-2a68-47da-9d2f-ec5544d0e922 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:02.814923 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3184075c-1718-4f6c-a5a3-3e6e4e5e5441 req-99492d0f-2a68-47da-9d2f-ec5544d0e922 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0528212 Dec 27 14:28:02.862629 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3184075c-1718-4f6c-a5a3-3e6e4e5e5441 req-79e0a4b3-47bc-41c0-b382-aae28d96c377 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Dec 27 14:28:15.015196 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-af7dceb4-1ee2-432f-9da9-79e652cc887f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474312789&fields=id&tenant_id=05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 267 time: 0.0519931 Dec 27 14:28:15.120730 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-4eb20bca-1025-4e89-84c4-ab0d161faf85 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:15.122063 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-4eb20bca-1025-4e89-84c4-ab0d161faf85 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 811 time: 0.0995815 Dec 27 14:28:15.137251 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-2ba90d7c-0a95-452a-9084-6dd871b90dfc tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/quotas/05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Dec 27 14:28:15.187323 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-13341937-6c41-48aa-9ec8-1e7c98cc5add tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440731 Dec 27 14:28:15.374494 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-059e6239-b5e8-4c59-a18a-cb51a3efddb8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742072 Dec 27 14:28:15.464822 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-96352db7-5d41-40ce-a098-822499c716ec service neutron] 10.222.0.37 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838263 Dec 27 14:28:15.733084 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f7c8c4e7-7294-4085-a8a5-95abd46f39d0 req-4adedb4f-0363-4bd3-8305-bf5ba346e831 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 210 time: 0.0253973 Dec 27 14:28:16.712521 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-afcb1531-385e-4fa8-b751-76b9c058dc0f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:16.713976 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-afcb1531-385e-4fa8-b751-76b9c058dc0f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 811 time: 0.1103508 Dec 27 14:28:16.782509 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-878870ed-183b-4688-818b-a4526d588bf7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 379 time: 0.0564399 Dec 27 14:28:16.795079 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'port': {'device_id': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'admin_state_up': True, 'tenant_id': '05268adb4a234195999f6992b93b3175', 'security_groups': ['57e505ca-872a-431b-a757-c227a788e900']}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:28:16.849798 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a5463db2-8966-467c-ad58-972341508773 req-1caf699a-196d-40c1-9770-1f91849985a0 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 210 time: 0.0475035 Dec 27 14:28:16.931355 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Made reservation on behalf of 05268adb4a234195999f6992b93b3175 for: {'port': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:28:16.935188 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.065475 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Allocated IP 172.20.0.9 (dfbd514e-e372-4721-aac1-a9c7fb2e81c2/d49970df-884b-4cbe-b281-21457d3f9eea/5b8c6947-5cbc-4988-981c-34cec1bb4240) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:28:17.206367 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.240352 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.290817 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:28:17.293867 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:28:17.296736 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:28:17.328126 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=5b8c6947-5cbc-4988-981c-34cec1bb4240,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:17.354119 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:17.354774 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.372533 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-b098a344-a3fa-4c4b-8e91-e07821490083 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813181 Dec 27 14:28:17.389771 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Request body: {'port': {'device_id': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:28:17.444567 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.465553 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-b6ea5f96-6b64-482f-8e1b-3c33073ee9c5 None None] Provisioning complete for port 5b8c6947-5cbc-4988-981c-34cec1bb4240 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:28:17.466168 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b6ea5f96-6b64-482f-8e1b-3c33073ee9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.499425 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea5f96-6b64-482f-8e1b-3c33073ee9c5 None None] Port 5b8c6947-5cbc-4988-981c-34cec1bb4240 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:28:17.702234 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8c6947-5cbc-4988-981c-34cec1bb4240 {{(pid=102429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:28:17.709399 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.720898 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.provisioning_blocks [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Transition to ACTIVE for port object 5b8c6947-5cbc-4988-981c-34cec1bb4240 will not be triggered until provisioned by entity L2. {{(pid=102429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:28:17.724703 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.791672 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8c6947-5cbc-4988-981c-34cec1bb4240,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:17.840270 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Attempting to bind port 5b8c6947-5cbc-4988-981c-34cec1bb4240 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:28:17.840591 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Attempting to bind port 5b8c6947-5cbc-4988-981c-34cec1bb4240 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:28:17.840944 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Attempting to bind port 5b8c6947-5cbc-4988-981c-34cec1bb4240 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:28:17.845771 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Port 5b8c6947-5cbc-4988-981c-34cec1bb4240 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:28:17.846085 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Attempting to bind port 5b8c6947-5cbc-4988-981c-34cec1bb4240 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:28:17.851050 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:28:17.851378 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Checking segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:28:17.851788 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Bound using segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} {{(pid=102429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:28:17.852258 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.managers [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Bound port: 5b8c6947-5cbc-4988-981c-34cec1bb4240, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}}] {{(pid=102429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:28:17.852608 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.923587 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] For port 5b8c6947-5cbc-4988-981c-34cec1bb4240, host hv-cinder-82301, cleared binding levels {{(pid=102429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:28:17.926657 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] For port 5b8c6947-5cbc-4988-981c-34cec1bb4240, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:28:17.931671 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.969233 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:17.970056 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:17.971487 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b8c6947-5cbc-4988-981c-34cec1bb4240 HTTP/1.1" status: 200 len: 1093 time: 0.5860803 Dec 27 14:28:17.971955 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:28:17.974165 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda0f66-f86c-4e2f-b0a5-92290d13f635" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:28:17.974687 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821beb62-803e-49b2-9fa8-5272dd250f01 req-d573bdd7-6ca8-4252-80cc-cd85562209aa tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:17.977788 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-821beb62-803e-49b2-9fa8-5272dd250f01 req-d573bdd7-6ca8-4252-80cc-cd85562209aa tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0575962 Dec 27 14:28:18.003992 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af44828-569b-41c5-a16d-0c1f936d0751 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8c6947-5cbc-4988-981c-34cec1bb4240,revision_number=3']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:18.044185 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-821beb62-803e-49b2-9fa8-5272dd250f01 req-e6cf2f35-b0a4-4dec-a90c-36ae02fed1e3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577617 Dec 27 14:28:18.075947 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-76b3ab36-0bcb-4599-bef4-6f4f9d3d6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.077625 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-76b3ab36-0bcb-4599-bef4-6f4f9d3d6173 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 1096 time: 0.0547743 Dec 27 14:28:18.127541 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e4947-ea34-4a3a-9e18-25ddf7c0d1ba x-openstack-request-id: req-311e4947-ea34-4a3a-9e18-25ddf7c0d1ba {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:28:18.127808 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:28:18.128112 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-311e4947-ea34-4a3a-9e18-25ddf7c0d1ba {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:28:18.128488 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'status': 'completed', 'code': 200} Dec 27 14:28:18.130382 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-f858a9cb-d1dd-4cfb-a3d3-7be81ede3ac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240 HTTP/1.1" status: 200 len: 217 time: 0.0445576 Dec 27 14:28:18.181888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-8ff404d7-7ba4-433e-9ffa-0e35d429434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.183348 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-8ff404d7-7ba4-433e-9ffa-0e35d429434d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0454392 Dec 27 14:28:18.228669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-44c5c1e9-a097-4e8a-b957-f708132e9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.230033 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-44c5c1e9-a097-4e8a-b957-f708132e9f8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398335 Dec 27 14:28:18.321875 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-28e0794d-a842-489c-bebf-8ac9e9a9efd8 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843451 Dec 27 14:28:18.410254 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6832312f-ae1b-44a7-aaa0-6ec5e2e2da3d req-6933a512-8064-4dc3-8ce4-bd102a50cae0 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805709 Dec 27 14:28:18.510109 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-d2c46381-81f4-4c32-9251-985fb830dfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.511465 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-d2c46381-81f4-4c32-9251-985fb830dfbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 1096 time: 0.0400419 Dec 27 14:28:18.605660 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-4cb97bee-f120-400b-ad94-6765124faadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.607097 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-4cb97bee-f120-400b-ad94-6765124faadd service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0878453 Dec 27 14:28:18.649480 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-68a68ad4-7a28-4c97-93af-50784ae75a70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240 HTTP/1.1" status: 200 len: 217 time: 0.0342650 Dec 27 14:28:18.702652 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-7ada8cac-b59c-438a-a924-6da03031427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.704662 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-7ada8cac-b59c-438a-a924-6da03031427b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0470364 Dec 27 14:28:18.747823 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-21770e7f-9736-4218-af72-93eed4402734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:18.749283 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-21770e7f-9736-4218-af72-93eed4402734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386281 Dec 27 14:28:18.841896 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-e4d29344-9588-4403-9395-9fa082f6c4aa service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844789 Dec 27 14:28:18.930590 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6fda0f66-f86c-4e2f-b0a5-92290d13f635 req-b3c20340-c056-467f-9ab3-c1ba391c0e86 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815275 Dec 27 14:28:19.093245 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-2bd13b99-4f40-443a-8443-9e9c979fe8ea tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627542527&fields=id&tenant_id=ca837abe525d4bf89957e0a02b5d06d4 HTTP/1.1" status: 200 len: 267 time: 0.0450006 Dec 27 14:28:19.149614 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-7a903b79-f626-4fed-9e7e-b40244978cb0 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:19.151101 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-7a903b79-f626-4fed-9e7e-b40244978cb0 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 985 time: 0.0523074 Dec 27 14:28:19.163177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Request body: {'port': {'security_groups': ['93f31379-c411-4a5a-a89b-6a5a3cebed39']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:28:19.163738 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43961-46e5-4444-be5f-98b0b98f0f40 req-a2c3f829-1c2a-44b8-95f6-9476d7d4c60b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:19.165245 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-71b43961-46e5-4444-be5f-98b0b98f0f40 req-a2c3f829-1c2a-44b8-95f6-9476d7d4c60b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0496740 Dec 27 14:28:19.221270 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-71b43961-46e5-4444-be5f-98b0b98f0f40 req-a96bbdd1-8d30-476c-9e75-a7e4bc0cab4f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Dec 27 14:28:19.232482 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.403041 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:19.431500 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.435809 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.448491 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['7e953f6b-a948-41fc-94f1-b04996e676ac'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:28:19.480394 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:19.481011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.482412 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0e2c7394-10f1-42fa-8c06-e7877fdad72b req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "PUT /v2.0/ports/7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 943 time: 0.3237295 Dec 27 14:28:19.482865 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:28:19.485674 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94d1b2a-8259-4f37-bc65-20d47c973080" -d '{"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:28:19.490821 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33238) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:19.536905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event updated for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=7']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:19.553660 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.554016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.554357 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.554695 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.555026 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.555356 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.555681 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.556040 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.556368 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.556693 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.557016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.557338 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.557658 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66499e17-55c1-49c5-8384-a8d5d374fd88 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:19.576756 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['7e953f6b-a948-41fc-94f1-b04996e676ac'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:28:19.598628 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1238e104-b1f4-4b6e-86d6-e08bbfc6ee21 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.643105 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad51bcd3-56f0-40d0-b16d-2ee3759bc19a x-openstack-request-id: req-ad51bcd3-56f0-40d0-b16d-2ee3759bc19a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:28:19.643405 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:28:19.643665 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad51bcd3-56f0-40d0-b16d-2ee3759bc19a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:28:19.644098 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'status': 'completed', 'code': 200} Dec 27 14:28:19.653394 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1238e104-b1f4-4b6e-86d6-e08bbfc6ee21 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.700215 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-ee6cd7f0-fd05-442c-bcd5-b705ba82a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:19.702067 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-ee6cd7f0-fd05-442c-bcd5-b705ba82a2ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1099 time: 0.0458283 Dec 27 14:28:19.714231 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-6fd1ace7-ce8a-4614-98b0-701914d8ac67 None None] Provisioning complete for port 7e953f6b-a948-41fc-94f1-b04996e676ac triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:28:19.714642 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6fd1ace7-ce8a-4614-98b0-701914d8ac67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.742563 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1238e104-b1f4-4b6e-86d6-e08bbfc6ee21 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.745633 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1238e104-b1f4-4b6e-86d6-e08bbfc6ee21 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.746690 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1238e104-b1f4-4b6e-86d6-e08bbfc6ee21 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae997008-005f-48b5-9677-e7995653da8a HTTP/1.1" status: 204 len: 168 time: 0.2549543 Dec 27 14:28:19.750027 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33242) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:19.795185 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238e104-b1f4-4b6e-86d6-e08bbfc6ee21 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae997008-005f-48b5-9677-e7995653da8a,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:19.805432 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-14cbbde9-5261-4c71-a4c8-d324e3e529aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:19.807577 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-14cbbde9-5261-4c71-a4c8-d324e3e529aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 915 time: 0.0969017 Dec 27 14:28:19.884392 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-69470595-d231-4c99-92be-caf0b5f5b66d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 1002 time: 0.0685391 Dec 27 14:28:19.929082 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Deleting port d93be2b8-30e6-43f6-8f3a-1410d4ee3073 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:19.929964 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:19.946955 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-5eef9350-c3b4-4b70-b835-e8fd9f2a1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:19.948531 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-5eef9350-c3b4-4b70-b835-e8fd9f2a1c16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0559604 Dec 27 14:28:19.998526 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-5b5d4f39-237e-42a6-8718-7d4a5514e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:20.000076 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-5b5d4f39-237e-42a6-8718-7d4a5514e8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429265 Dec 27 14:28:20.012250 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:20.012578 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:20.025145 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Calling delete_port for d93be2b8-30e6-43f6-8f3a-1410d4ee3073 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:20.092631 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-5ecb9b56-5ae7-4a45-8c23-0fc047a2b3ac service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845509 Dec 27 14:28:20.182707 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a94d1b2a-8259-4f37-bc65-20d47c973080 req-f2a39115-9136-4645-84ce-c67ee6529cff service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812049 Dec 27 14:28:20.202960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:20.231733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event deleted for resources: {'Port': ['ID=d93be2b8-30e6-43f6-8f3a-1410d4ee3073,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:20.293274 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:20.293598 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Floating IP d3b624a4-9dc9-4ff7-8910-24d2911d2d17 disassociated (deleted). External IP: 172.27.2.176, port: 7e953f6b-a948-41fc-94f1-b04996e676ac. Dec 27 14:28:20.420079 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb994-dfd5-4c7f-8996-97c6f2bdfa21 req-9b5e7510-276e-4561-81ce-4cf9b308ab17 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:20.421531 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-25efb994-dfd5-4c7f-8996-97c6f2bdfa21 req-9b5e7510-276e-4561-81ce-4cf9b308ab17 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.1253912 Dec 27 14:28:20.511983 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-25efb994-dfd5-4c7f-8996-97c6f2bdfa21 req-1f504e9b-d2b8-4bdc-beb4-8f9715ff506b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843019 Dec 27 14:28:20.568926 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:28:20.677195 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:28:20.681840 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:20.686418 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] Sync routers for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:28:20.697142 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:20.697758 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:20.708710 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9ffe6186-a0ee-48d7-a58d-bde1fe19a10d tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "DELETE /v2.0/floatingips/d3b624a4-9dc9-4ff7-8910-24d2911d2d17 HTTP/1.1" status: 204 len: 168 time: 0.9575951 Dec 27 14:28:20.804256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:20.966242 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a88150c-7737-458b-adb2-20f3fdfbc49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:21.033368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:19Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:21.058921 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] Checking router: e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:28:21.067646 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:21.068285 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:27:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:21.171815 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:21.367534 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:19Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:21.393802 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adae5920-13ed-41ee-ad1a-05d463fb90d2 None None] The sync data for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi is: [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:22:14Z', 'revision_number': 4, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '1bd9f316-bee9-4d51-9405-ce07cc07e00e', 'name': '', 'network_id': 'e0b1a136-9a99-44cd-9b9f-4c00d8db84f5', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'mac_address': 'fa:16:3e:1d:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_interface', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:14Z', 'updated_at': '2021-12-27T14:22:19Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'subnets': [{'id': 'fae619f8-29e0-465b-b17a-067cccc4a096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:28:21.609805 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56547d96-f1d5-4a75-9112-8f2f0f3c73e0 None None] New status for floating IP d3b624a4-9dc9-4ff7-8910-24d2911d2d17: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:28:21.635592 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685aae2-efd3-4e02-83b3-d7fcfe1d9b54 req-040facc0-dc91-4efb-818f-fb1d1fef465c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:21.637162 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2685aae2-efd3-4e02-83b3-d7fcfe1d9b54 req-040facc0-dc91-4efb-818f-fb1d1fef465c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0527012 Dec 27 14:28:21.645500 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:28:21.649058 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ac923e-212e-4db2-8a8f-38a65692b26f" -d '{"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:28:21.706612 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2685aae2-efd3-4e02-83b3-d7fcfe1d9b54 req-676387b2-a69c-492c-864b-507ec671d81b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612333 Dec 27 14:28:21.711319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5696f61d-7965-4af3-bb9c-40f1d87427cc x-openstack-request-id: req-5696f61d-7965-4af3-bb9c-40f1d87427cc {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:28:21.711688 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:28:21.712065 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5696f61d-7965-4af3-bb9c-40f1d87427cc {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:28:21.713106 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'status': 'completed', 'code': 200} Dec 27 14:28:21.792623 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-ad6a856e-ff29-4a6b-a7e8-6693760603a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:21.794149 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-ad6a856e-ff29-4a6b-a7e8-6693760603a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 1099 time: 0.0442147 Dec 27 14:28:21.888440 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-f650fafa-11cb-4ef0-ad4a-81497d0cab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:21.889816 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-f650fafa-11cb-4ef0-ad4a-81497d0cab11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 200 len: 915 time: 0.0880470 Dec 27 14:28:21.931388 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-391b6620-8c87-40aa-aadc-43d294082384 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 200 len: 217 time: 0.0342555 Dec 27 14:28:21.980265 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-df381380-21b3-4393-b886-b69aa9f3512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:21.981715 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-df381380-21b3-4393-b886-b69aa9f3512d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 200 len: 854 time: 0.0431206 Dec 27 14:28:22.032679 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-d10e935e-4934-424c-8d83-67989c8940f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:22.034181 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-d10e935e-4934-424c-8d83-67989c8940f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443053 Dec 27 14:28:22.128350 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-0690fe57-7f8e-4513-ab48-7eeba80657f6 service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Dec 27 14:28:22.227122 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b9ac923e-212e-4db2-8a8f-38a65692b26f req-1f0a8416-8d49-4ea5-a725-1e0fd446116d service neutron] 10.222.0.30 "GET /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904334 Dec 27 14:28:22.820715 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c3a5a-f1da-47b9-b9bb-4cc51ab509b5 req-a4a7b007-e25f-4e6d-80ac-e123e6e73925 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:22.822174 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dd5c3a5a-f1da-47b9-b9bb-4cc51ab509b5 req-a4a7b007-e25f-4e6d-80ac-e123e6e73925 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0491278 Dec 27 14:28:22.871984 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-dd5c3a5a-f1da-47b9-b9bb-4cc51ab509b5 req-b655b0dc-409c-4ccc-91e8-69aa27231d9b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Dec 27 14:28:23.346166 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3a65-50a0-4153-9836-6e16c51b5efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:23.410191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33fbd6-5844-4e12-bdf8-d81fa78633cc req-1eb664bc-e9a1-471e-91c6-c096101566c3 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:23.411543 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-da33fbd6-5844-4e12-bdf8-d81fa78633cc req-1eb664bc-e9a1-471e-91c6-c096101566c3 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0525358 Dec 27 14:28:23.457935 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-da33fbd6-5844-4e12-bdf8-d81fa78633cc req-0afbebee-b295-476a-ad8c-dc9910c47d74 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Dec 27 14:28:23.986452 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:23.987008 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a5e3-22a0-4b40-8e46-5c1299d60dbf req-bbf54d99-1c95-472e-894d-93cf1847f57b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:23.988579 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8cb9a5e3-22a0-4b40-8e46-5c1299d60dbf req-bbf54d99-1c95-472e-894d-93cf1847f57b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0504184 Dec 27 14:28:24.036901 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8cb9a5e3-22a0-4b40-8e46-5c1299d60dbf req-d96c1660-a28a-4416-93ee-971f2fc3dbc6 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423832 Dec 27 14:28:24.289105 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-f9fe0c70-4eff-4f00-8fa8-754b2bcbd347 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:24.290411 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-f9fe0c70-4eff-4f00-8fa8-754b2bcbd347 tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.30 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0471330 Dec 27 14:28:24.383089 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Deleting port 7e953f6b-a948-41fc-94f1-b04996e676ac {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:24.383419 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:24.399774 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:24.469042 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] For port 7e953f6b-a948-41fc-94f1-b04996e676ac, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=7e953f6b-a948-41fc-94f1-b04996e676ac,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:24.469405 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:24.481476 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Calling delete_port for 7e953f6b-a948-41fc-94f1-b04996e676ac owned by compute:nova {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:24.574017 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b1213-9ab3-426d-918d-ff720b04d586 req-85ec3474-7195-476d-bc48-f862047b379b tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:24.575444 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-263b1213-9ab3-426d-918d-ff720b04d586 req-85ec3474-7195-476d-bc48-f862047b379b tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/ports?device_id=29ff5786-5d44-438e-bb0a-f3fd05d83e40 HTTP/1.1" status: 200 len: 946 time: 0.0483987 Dec 27 14:28:24.611301 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:24.622913 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['7e953f6b-a948-41fc-94f1-b04996e676ac'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:28:24.625578 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-263b1213-9ab3-426d-918d-ff720b04d586 req-f032a8c4-da63-4c8f-863e-7ee94c15cdff tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.37 "GET /v2.0/security-groups?id=93f31379-c411-4a5a-a89b-6a5a3cebed39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435827 Dec 27 14:28:24.639513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Pushing event deleted for resources: {'Port': ['ID=7e953f6b-a948-41fc-94f1-b04996e676ac,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:24.690501 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] No DVR routers for this DVR port 7e953f6b-a948-41fc-94f1-b04996e676ac on host hv-cinder-82301 {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:28:24.693508 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:24.696724 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e057b31d-8c87-44cd-8167-8d38aafe158e req-a60a9e9e-102f-40f7-b100-2739f19db76f tempest-TestMinimumBasicScenario-2080977504 tempest-TestMinimumBasicScenario-2080977504-project] 10.222.0.30 "DELETE /v2.0/ports/7e953f6b-a948-41fc-94f1-b04996e676ac HTTP/1.1" status: 204 len: 173 time: 0.3987968 Dec 27 14:28:24.697157 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'name': 'network-vif-deleted', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:28:24.699325 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeedc569-441e-4bb8-8b88-f052e8824a1e" -d '{"events": [{"server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "name": "network-vif-deleted", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:28:24.735180 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1327d59-600e-422d-9f96-2bb2f200241b x-openstack-request-id: req-e1327d59-600e-422d-9f96-2bb2f200241b {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:28:24.736221 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ff5786-5d44-438e-bb0a-f3fd05d83e40", "name": "network-vif-deleted", "tag": "7e953f6b-a948-41fc-94f1-b04996e676ac", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:28:24.736498 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1327d59-600e-422d-9f96-2bb2f200241b {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:28:24.737035 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ff5786-5d44-438e-bb0a-f3fd05d83e40', 'name': 'network-vif-deleted', 'tag': '7e953f6b-a948-41fc-94f1-b04996e676ac', 'status': 'completed', 'code': 200} Dec 27 14:28:25.162804 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d5874-8106-4359-a02f-6bf906072b41 req-93f8e94a-b5e5-4e5c-8de8-db10dcc427b1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:25.164474 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d56d5874-8106-4359-a02f-6bf906072b41 req-93f8e94a-b5e5-4e5c-8de8-db10dcc427b1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0608246 Dec 27 14:28:25.219480 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d56d5874-8106-4359-a02f-6bf906072b41 req-4c0ac89a-bc44-43fc-8bcf-1ec735df6c91 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482771 Dec 27 14:28:26.178024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33328) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:26.190182 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:26.347035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eb8d8-ec55-4b23-8c7a-d94b86640919 req-a45cb5d3-f7bc-4a41-8be9-636625e886f1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:26.349233 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e22eb8d8-ec55-4b23-8c7a-d94b86640919 req-a45cb5d3-f7bc-4a41-8be9-636625e886f1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 943 time: 0.0492246 Dec 27 14:28:26.399043 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e22eb8d8-ec55-4b23-8c7a-d94b86640919 req-3161aab2-424b-4b58-9fd8-2f31811132b9 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439117 Dec 27 14:28:26.917756 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:26.957954 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5b8c6947-5cbc-4988-981c-34cec1bb4240 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:28:27.053879 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.077797 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 5b8c6947-5cbc-4988-981c-34cec1bb4240, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:27.089810 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'port_id': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'mac_address': 'fa:16:3e:15:50:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:28:27.130685 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.144621 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8c6947-5cbc-4988-981c-34cec1bb4240 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:28:27.164147 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 5b8c6947-5cbc-4988-981c-34cec1bb4240, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:27.167685 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Deleting port 1bd9f316-bee9-4d51-9405-ce07cc07e00e {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:27.167938 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.168082 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.214660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=5b8c6947-5cbc-4988-981c-34cec1bb4240,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:27.221568 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.221933 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.222292 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.222626 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.222952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.223274 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.223593 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.223962 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.224286 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.224619 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.224942 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.225256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.225572 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:28:27.248462 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] For port 1bd9f316-bee9-4d51-9405-ce07cc07e00e, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=1bd9f316-bee9-4d51-9405-ce07cc07e00e,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:27.248925 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.261638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Calling delete_port for 1bd9f316-bee9-4d51-9405-ce07cc07e00e owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:27.442598 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.469876 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd9f316-bee9-4d51-9405-ce07cc07e00e,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:27.494838 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['5b8c6947-5cbc-4988-981c-34cec1bb4240'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:28:27.576662 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fdff6-c95e-4012-86df-c2a5ea817a7a req-8a140906-ea78-4009-b70f-a07a068d8264 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:27.584411 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-904fdff6-c95e-4012-86df-c2a5ea817a7a req-8a140906-ea78-4009-b70f-a07a068d8264 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 944 time: 0.1061969 Dec 27 14:28:27.712236 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-904fdff6-c95e-4012-86df-c2a5ea817a7a req-c6c09019-b0b4-4538-894b-d86f27e3127c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269078 Dec 27 14:28:27.737716 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:27.947859 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:28:28.050614 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:28:28.055376 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-db8ce821-cf86-4280-b8ed-953118d2f9d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736277 Dec 27 14:28:28.058180 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33338) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:28.059301 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] Sync routers for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:28:28.068596 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:28.069205 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:28.161521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.173445 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:28.263249 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.314623 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Deleting port c22701b8-3743-457f-813e-d784af5d6326 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:28.314845 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.350966 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': 'c22701b8-3743-457f-813e-d784af5d6326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:28:27Z', 'revision_number': 5, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port': {'id': 'c22701b8-3743-457f-813e-d784af5d6326', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:12Z', 'updated_at': '2021-12-27T14:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:28.378274 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] Checking router: e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:28:28.386295 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] Routers {'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:28.386891 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:28.391111 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] For port c22701b8-3743-457f-813e-d784af5d6326, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c22701b8-3743-457f-813e-d784af5d6326,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:28.391572 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.403806 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Calling delete_port for c22701b8-3743-457f-813e-d784af5d6326 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:28.469416 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] Set router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b gateway port host: None {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:28.521752 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:28:28Z', 'revision_number': 6, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:28.553136 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be04053-ac63-4bde-be18-8b55d3cdc669 None None] The sync data for ids ['e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b'] in dv-cinder-823015-1-iscsi is: [{'id': 'e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b', 'name': 'tempest-TestMinimumBasicScenario-1995425142-router', 'tenant_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:11Z', 'updated_at': '2021-12-27T14:28:28Z', 'revision_number': 6, 'project_id': 'ca837abe525d4bf89957e0a02b5d06d4', 'gw_port_host': None}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:28:28.565382 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.595430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22701b8-3743-457f-813e-d784af5d6326,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:28.653060 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.740629 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.742720 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.785979 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.786474 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:28:28.791747 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.792900 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b042e874-b900-48b8-9bdb-ded19d1357b3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e37f1bd3-24ec-4dbc-9e5b-b608fc0f225b HTTP/1.1" status: 204 len: 168 time: 0.7338095 Dec 27 14:28:28.795417 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33342) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:28.832390 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9672280-6c11-42f4-92a6-616e14a142be req-0e42466e-021b-4682-9e58-b7bd5f5ed4ab tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:28.833761 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d9672280-6c11-42f4-92a6-616e14a142be req-0e42466e-021b-4682-9e58-b7bd5f5ed4ab tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 944 time: 0.0493495 Dec 27 14:28:28.842945 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Deleting subnet fae619f8-29e0-465b-b17a-067cccc4a096 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:28:28.846063 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.881121 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:28.894950 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d9672280-6c11-42f4-92a6-616e14a142be req-16fe8652-ab8b-4c8f-9b1e-8b04217aa756 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551052 Dec 27 14:28:28.958373 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5b8c6947-5cbc-4988-981c-34cec1bb4240 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:28:29.002755 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.014404 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 5b8c6947-5cbc-4988-981c-34cec1bb4240 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:28:29.020248 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 5b8c6947-5cbc-4988-981c-34cec1bb4240 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:28:29.020248 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.056465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.084096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.089252 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fae619f8-29e0-465b-b17a-067cccc4a096 HTTP/1.1" status: 204 len: 168 time: 0.2907288 Dec 27 14:28:29.089252 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f42173-76c4-484d-b9fd-6c4b69a661af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae619f8-29e0-465b-b17a-067cccc4a096,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:29.089944 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33344) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:29.094289 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceea700-84bd-4663-9d65-59070bd88cdd None None] Network e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:28:29.161047 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.215098 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Deleting port c010dbea-a3ca-473a-a9ee-77f5440cddef {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:29.215434 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.245218 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.300519 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:28:29.302773 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef63c04-65bb-4d4a-bf5b-75a67b73d9e3" -d '{"events": [{"server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "name": "network-vif-plugged", "status": "completed", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:28:29.346730 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 5b8c6947-5cbc-4988-981c-34cec1bb4240, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:29.349721 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb4e4b8-23f1-4d5b-8a72-62df1e87fa47 x-openstack-request-id: req-dcb4e4b8-23f1-4d5b-8a72-62df1e87fa47 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:28:29.350033 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "name": "network-vif-plugged", "status": "completed", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:28:29.350345 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcb4e4b8-23f1-4d5b-8a72-62df1e87fa47 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:28:29.350768 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'code': 200} Dec 27 14:28:29.354517 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.355429 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 7e953f6b-a948-41fc-94f1-b04996e676ac no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:29.397837 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 7e953f6b-a948-41fc-94f1-b04996e676ac {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:29.398183 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 7e953f6b-a948-41fc-94f1-b04996e676ac not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:29.431392 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=5b8c6947-5cbc-4988-981c-34cec1bb4240,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:29.489250 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] DHCP port deletion for e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:28:29.497792 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] For port c010dbea-a3ca-473a-a9ee-77f5440cddef, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c010dbea-a3ca-473a-a9ee-77f5440cddef,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:29.498490 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.512921 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Calling delete_port for c010dbea-a3ca-473a-a9ee-77f5440cddef owned by network:dhcp {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:29.544043 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] Deleting port c010dbea-a3ca-473a-a9ee-77f5440cddef {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:29.544416 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.615519 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] For port c010dbea-a3ca-473a-a9ee-77f5440cddef, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=c010dbea-a3ca-473a-a9ee-77f5440cddef,segment=NetworkSegment(e952a3c9-410e-433c-a869-8ae889ec1da1),segment_id=e952a3c9-410e-433c-a869-8ae889ec1da1)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:29.616034 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.626154 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263def5-0fb8-4be0-9f5e-4fb91041f0a8 req-32422834-881f-489c-a051-477ba4711b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:29.628273 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0263def5-0fb8-4be0-9f5e-4fb91041f0a8 req-32422834-881f-489c-a051-477ba4711b2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 1098 time: 0.0690193 Dec 27 14:28:29.629551 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.630544 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] Calling delete_port for c010dbea-a3ca-473a-a9ee-77f5440cddef owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:29.670517 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Pushing event deleted for resources: {'Port': ['ID=c010dbea-a3ca-473a-a9ee-77f5440cddef,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:29.674101 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] No DVR routers for this DVR port c010dbea-a3ca-473a-a9ee-77f5440cddef on host dv-cinder-823015-1-iscsi {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:28:29.722944 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0263def5-0fb8-4be0-9f5e-4fb91041f0a8 req-68bde7f6-23f4-4a51-8e6e-7eb57d7aca90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858345 Dec 27 14:28:29.764499 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.783199 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.785825 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1bd9f316-bee9-4d51-9405-ce07cc07e00e no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:29.791092 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] Pushing event deleted for resources: {'Port': ['ID=c010dbea-a3ca-473a-a9ee-77f5440cddef,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:29.803058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b1a136-9a99-44cd-9b9f-4c00d8db84f5']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:29.810209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 1bd9f316-bee9-4d51-9405-ce07cc07e00e {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:29.810588 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1bd9f316-bee9-4d51-9405-ce07cc07e00e not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:29.810960 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c22701b8-3743-457f-813e-d784af5d6326 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:29.812741 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e952a3c9-410e-433c-a869-8ae889ec1da1') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:29.812870 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbcf500-4afb-41b6-afdb-205678930b2a None None] No DVR routers for this DVR port c010dbea-a3ca-473a-a9ee-77f5440cddef on host dv-cinder-823015-1-iscsi {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:28:29.813035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e952a3c9-410e-433c-a869-8ae889ec1da1') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:29.822665 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.833406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: c22701b8-3743-457f-813e-d784af5d6326 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:29.833756 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c22701b8-3743-457f-813e-d784af5d6326 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:29.834179 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c010dbea-a3ca-473a-a9ee-77f5440cddef no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:29.837215 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.843723 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:28:29.844171 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:28:29.847011 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:28:29.859246 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: c010dbea-a3ca-473a-a9ee-77f5440cddef {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:29.859628 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device c010dbea-a3ca-473a-a9ee-77f5440cddef not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:29.901784 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.909381 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:29.912674 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e0b1a136-9a99-44cd-9b9f-4c00d8db84f5 HTTP/1.1" status: 204 len: 168 time: 0.8216612 Dec 27 14:28:29.915882 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33348) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:29.923231 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2d77-8b4d-467f-9e9f-3b51bf30d343 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b1a136-9a99-44cd-9b9f-4c00d8db84f5,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:30.020861 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c3d4c-3c34-48e8-9112-bf014c7362eb req-71c57ddd-7bfa-46fa-8264-d0c560c5b5a3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:30.022335 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-df8c3d4c-3c34-48e8-9112-bf014c7362eb req-71c57ddd-7bfa-46fa-8264-d0c560c5b5a3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0550570 Dec 27 14:28:30.071393 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-df8c3d4c-3c34-48e8-9112-bf014c7362eb req-8e17eba8-f2a8-4317-a2f8-883d2c86b127 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Dec 27 14:28:30.510110 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:30.746155 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Deleting port 1340f80a-a784-45ae-b3dc-e5e0befeb861 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:30.746479 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:30.832208 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] For port 1340f80a-a784-45ae-b3dc-e5e0befeb861, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=1340f80a-a784-45ae-b3dc-e5e0befeb861,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:30.832513 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:30.845740 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Calling delete_port for 1340f80a-a784-45ae-b3dc-e5e0befeb861 owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:31.024815 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-81549d5a-add9-4aba-ab27-c5472dc47277 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414507 Dec 27 14:28:31.029194 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:31.059490 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1340f80a-a784-45ae-b3dc-e5e0befeb861,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:31.154023 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-05229912-be50-42bc-8b6e-175d98c74d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:31.155799 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-05229912-be50-42bc-8b6e-175d98c74d5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 1099 time: 0.0677319 Dec 27 14:28:31.274801 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19e27c-eec5-463d-b4bd-e4056b85d483 req-9a4e58b7-49ab-4019-bd03-4c26efbcd191 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:31.276324 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f19e27c-eec5-463d-b4bd-e4056b85d483 req-9a4e58b7-49ab-4019-bd03-4c26efbcd191 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0958810 Dec 27 14:28:31.284993 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-078bbf0b-c641-4bd1-b2fb-537ec2ee5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:31.286467 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-078bbf0b-c641-4bd1-b2fb-537ec2ee5200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.1054726 Dec 27 14:28:31.303002 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:31.357561 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-481728a2-bb9e-4740-bb6e-7738b65dd7dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 200 len: 1001 time: 0.0601220 Dec 27 14:28:31.373720 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9f19e27c-eec5-463d-b4bd-e4056b85d483 req-67ea03c3-9a5e-4b06-992e-787d7094c93e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904543 Dec 27 14:28:31.412781 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-85ae800f-f6d2-4c32-bad2-88944dede324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:31.414242 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-85ae800f-f6d2-4c32-bad2-88944dede324 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0492623 Dec 27 14:28:31.460706 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-e2eb02df-0e4c-46df-a283-ba93da874b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:31.462218 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-e2eb02df-0e4c-46df-a283-ba93da874b8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398743 Dec 27 14:28:31.542932 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Router 0633ee69-e110-484e-a8b0-d11e224718c9 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:28:31.550753 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-598f1a45-08ec-47e1-b532-9f80b36982bd service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809357 Dec 27 14:28:31.643556 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6bb74e88-c8c9-4aeb-86af-5db7cfb9627f req-477462e4-a5ef-4b9e-b4a4-ff0fc5bafec2 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852637 Dec 27 14:28:31.649088 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:28:31.655516 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-8e4c704a-2882-4ad0-8b6d-454badcb94fe admin admin] 10.222.0.37 "PUT /v2.0/routers/0633ee69-e110-484e-a8b0-d11e224718c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384102 Dec 27 14:28:31.658280 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] Sync routers for ids ['0633ee69-e110-484e-a8b0-d11e224718c9'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:28:31.658840 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33356) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:31.671867 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] Routers {'0633ee69-e110-484e-a8b0-d11e224718c9'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:31.672580 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['0633ee69-e110-484e-a8b0-d11e224718c9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:31.768486 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks [] for router, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:31.778135 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] Set router 0633ee69-e110-484e-a8b0-d11e224718c9 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:31.871531 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:31.924420 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Deleting port f32fc7ce-b27e-4946-88d4-a8b46c9f435b {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:31.924666 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:31.951620 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:28:30Z', 'revision_number': 5, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port': {'id': 'f32fc7ce-b27e-4946-88d4-a8b46c9f435b', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:18Z', 'updated_at': '2021-12-27T14:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:31.978236 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] Checking router: 0633ee69-e110-484e-a8b0-d11e224718c9 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:28:31.986410 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] Routers {'0633ee69-e110-484e-a8b0-d11e224718c9'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:31.987017 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['0633ee69-e110-484e-a8b0-d11e224718c9'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:32.005687 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] For port f32fc7ce-b27e-4946-88d4-a8b46c9f435b, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:32.006078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.019120 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Calling delete_port for f32fc7ce-b27e-4946-88d4-a8b46c9f435b owned by network:router_gateway {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:32.077780 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] Set router 0633ee69-e110-484e-a8b0-d11e224718c9 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:32.131658 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:28:31Z', 'revision_number': 6, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:32.158953 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0820d25-a3fe-401f-9bee-20698d5def5c None None] The sync data for ids ['0633ee69-e110-484e-a8b0-d11e224718c9'] in dv-cinder-823015-1-iscsi is: [{'id': '0633ee69-e110-484e-a8b0-d11e224718c9', 'name': 'tempest-TestMinimumBasicScenario-1669294064-router', 'tenant_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:17Z', 'updated_at': '2021-12-27T14:28:31Z', 'revision_number': 6, 'project_id': '8d7256582d0c4a8ebed5b955f9cbef99', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:28:32.192927 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.216491 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f32fc7ce-b27e-4946-88d4-a8b46c9f435b,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:32.277313 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.382258 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.385166 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.455402 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.455964 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0633ee69-e110-484e-a8b0-d11e224718c9 {{(pid=102429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:28:32.460630 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.461751 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6a941019-b673-4338-93ae-6bcdeb3a3b4a admin admin] 10.222.0.37 "DELETE /v2.0/routers/0633ee69-e110-484e-a8b0-d11e224718c9 HTTP/1.1" status: 204 len: 168 time: 0.8014090 Dec 27 14:28:32.464371 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33360) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:32.499496 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6a7f1-f39d-4755-8c00-47f8016505f3 req-8877efd2-0732-4bce-a794-1396143a702e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:32.501666 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-83b6a7f1-f39d-4755-8c00-47f8016505f3 req-8877efd2-0732-4bce-a794-1396143a702e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0565264 Dec 27 14:28:32.517396 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Deleting subnet 346eceda-b00d-455b-b8e8-33735f71820b {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:28:32.521094 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.556517 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.558742 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-83b6a7f1-f39d-4755-8c00-47f8016505f3 req-c9b4d51b-088c-448f-8921-fb8ba23497b3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500746 Dec 27 14:28:32.667925 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.714301 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543962ff-2a90-4b83-97b4-1c6475600584 req-7eb2e984-7d99-449d-81ad-dbf6b804a7c1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:32.715789 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-543962ff-2a90-4b83-97b4-1c6475600584 req-7eb2e984-7d99-449d-81ad-dbf6b804a7c1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0906940 Dec 27 14:28:32.756025 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.794254 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346eceda-b00d-455b-b8e8-33735f71820b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:32.796433 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.800057 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-bfe6ad1e-d3f9-4a9e-9baf-c1f3a4b6106d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/346eceda-b00d-455b-b8e8-33735f71820b HTTP/1.1" status: 204 len: 168 time: 0.3346467 Dec 27 14:28:32.800378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffbf102-3303-4065-aca4-a93104131843 None None] Network 2d832b6c-ec14-4247-acb8-98c343c47091 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:28:32.802623 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33364) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:32.805510 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-543962ff-2a90-4b83-97b4-1c6475600584 req-cb50bf1a-a0a3-45aa-9767-9e5a5ef904d9 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834055 Dec 27 14:28:32.828797 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33366) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:32.878871 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.928879 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cca4e63-15aa-4052-82f0-080bce66078f tempest-TestVolumeBootPattern-343755750 tempest-TestVolumeBootPattern-343755750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:32.931877 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-6cca4e63-15aa-4052-82f0-080bce66078f tempest-TestVolumeBootPattern-343755750 tempest-TestVolumeBootPattern-343755750-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 1093 time: 0.1005378 Dec 27 14:28:32.933744 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33370) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:32.942395 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'port_id': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:28:32.947239 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Deleting port 6bcbb713-d2f8-431c-92a0-fff7b9508108 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:32.947576 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.969643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:32.982001 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] DHCP port deletion for 2d832b6c-ec14-4247-acb8-98c343c47091 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:28:33.014384 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] For port 6bcbb713-d2f8-431c-92a0-fff7b9508108, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=6bcbb713-d2f8-431c-92a0-fff7b9508108,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:33.014765 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.028015 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Calling delete_port for 6bcbb713-d2f8-431c-92a0-fff7b9508108 owned by network:dhcp {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:33.040251 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] Deleting port 6bcbb713-d2f8-431c-92a0-fff7b9508108 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:28:33.040517 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.074361 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.115201 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.116134 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] For port 6bcbb713-d2f8-431c-92a0-fff7b9508108, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=6bcbb713-d2f8-431c-92a0-fff7b9508108,segment=NetworkSegment(263a7778-3565-444b-b43d-7f5ac4d2206b),segment_id=263a7778-3565-444b-b43d-7f5ac4d2206b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:28:33.116550 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.131219 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] No DVR routers for this DVR port 6bcbb713-d2f8-431c-92a0-fff7b9508108 on host dv-cinder-823015-1-iscsi {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:28:33.132278 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] Calling delete_port for 6bcbb713-d2f8-431c-92a0-fff7b9508108 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:28:33.156198 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcbb713-d2f8-431c-92a0-fff7b9508108,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:33.204854 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Allocated IP 172.27.2.126 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/62f9e8b4-7860-4451-ae19-adefd3124f37) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:28:33.216841 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.235324 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.245374 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] Pushing event deleted for resources: {'Port': ['ID=6bcbb713-d2f8-431c-92a0-fff7b9508108,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:33.247564 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ff5b4-62d3-4018-9524-89a124c0d7d4 None None] No DVR routers for this DVR port 6bcbb713-d2f8-431c-92a0-fff7b9508108 on host dv-cinder-823015-1-iscsi {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:28:33.263731 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d832b6c-ec14-4247-acb8-98c343c47091']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:33.274944 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263a7778-3565-444b-b43d-7f5ac4d2206b') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:33.275242 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263a7778-3565-444b-b43d-7f5ac4d2206b') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:33.285868 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.299525 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.306697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:28:33.307090 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:28:33.308810 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:28:33.337720 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.369767 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.374743 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.386688 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.393056 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2d832b6c-ec14-4247-acb8-98c343c47091 HTTP/1.1" status: 204 len: 168 time: 0.5863044 Dec 27 14:28:33.393056 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9facc3-4090-4f6d-ae40-9121f1c313d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d832b6c-ec14-4247-acb8-98c343c47091,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:33.426987 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:28:33.429938 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:28:33.434350 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:28:33.437428 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=62f9e8b4-7860-4451-ae19-adefd3124f37,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:33.508110 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33374) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:33.547539 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e693fb92-cdaa-4028-b65d-4b796f559729 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca837abe525d4bf89957e0a02b5d06d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380704 Dec 27 14:28:33.550114 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:33.680141 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1e278e3-f64a-4e58-a128-b7b0f0bbab7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.730000 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1e278e3-f64a-4e58-a128-b7b0f0bbab7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.735712 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1340f80a-a784-45ae-b3dc-e5e0befeb861 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:33.756056 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 1340f80a-a784-45ae-b3dc-e5e0befeb861 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:33.756317 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 1340f80a-a784-45ae-b3dc-e5e0befeb861 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:33.756733 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device f32fc7ce-b27e-4946-88d4-a8b46c9f435b no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:33.775682 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: f32fc7ce-b27e-4946-88d4-a8b46c9f435b {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:33.776059 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device f32fc7ce-b27e-4946-88d4-a8b46c9f435b not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:33.776474 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 6bcbb713-d2f8-431c-92a0-fff7b9508108 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:28:33.794626 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 6bcbb713-d2f8-431c-92a0-fff7b9508108 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:28:33.794965 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 6bcbb713-d2f8-431c-92a0-fff7b9508108 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:28:33.862521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1e278e3-f64a-4e58-a128-b7b0f0bbab7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.865054 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c1e278e3-f64a-4e58-a128-b7b0f0bbab7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.866183 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-c1e278e3-f64a-4e58-a128-b7b0f0bbab7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93f31379-c411-4a5a-a89b-6a5a3cebed39 HTTP/1.1" status: 204 len: 168 time: 0.3151536 Dec 27 14:28:33.878967 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e278e3-f64a-4e58-a128-b7b0f0bbab7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f31379-c411-4a5a-a89b-6a5a3cebed39,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:33.896670 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:33.976177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.128479 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.132719 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.191463 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33382) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:34.209432 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=62f9e8b4-7860-4451-ae19-adefd3124f37,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:34.216589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.232742 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-7e83f5c7-35c5-484a-a8ac-43d9cdf014c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d7256582d0c4a8ebed5b955f9cbef99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400388 Dec 27 14:28:34.235692 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33384) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:28:34.283275 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9d020bc-64ca-48da-ab03-236be8442f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.306235 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9d020bc-64ca-48da-ab03-236be8442f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.318107 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Floating IP c8a5f648-24b0-4afc-986e-81a80a4f5460 associated. External IP: 172.27.2.126, port: 5b8c6947-5cbc-4988-981c-34cec1bb4240. Dec 27 14:28:34.356282 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9d020bc-64ca-48da-ab03-236be8442f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.358789 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-c9d020bc-64ca-48da-ab03-236be8442f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.360512 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-c9d020bc-64ca-48da-ab03-236be8442f36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a82cafda-d19a-43df-ad07-3227fb965030 HTTP/1.1" status: 204 len: 168 time: 0.1231813 Dec 27 14:28:34.368619 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d020bc-64ca-48da-ab03-236be8442f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82cafda-d19a-43df-ad07-3227fb965030,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:28:34.532475 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:28:34.905719 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:28:34.914990 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:28:34.923985 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:34.926106 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:34.926738 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:34.950226 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-36a7bb8c-80e1-4307-94fe-91c8a2150572 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0154488 Dec 27 14:28:34.950800 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:28:34.953054 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69df3a0-d3e7-4c49-b628-332e8675c91b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:28:34.987915 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4855e5a6-6ceb-428e-9286-cde05340a247 x-openstack-request-id: req-4855e5a6-6ceb-428e-9286-cde05340a247 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:28:34.988209 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:28:34.988465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4855e5a6-6ceb-428e-9286-cde05340a247 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:28:34.988864 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'status': 'completed', 'code': 200} Dec 27 14:28:35.032169 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:35.053800 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-ea8985f7-04c6-4b15-b296-c69415b9a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:35.055382 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-ea8985f7-04c6-4b15-b296-c69415b9a5df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 1098 time: 0.0414722 Dec 27 14:28:35.143303 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-13489a14-7ffe-4f0c-8051-b9afd321389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:35.144825 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-13489a14-7ffe-4f0c-8051-b9afd321389e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0828526 Dec 27 14:28:35.213487 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-1cc2c0aa-4dec-4798-98b6-45f5e1fac465 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240 HTTP/1.1" status: 200 len: 999 time: 0.0617857 Dec 27 14:28:35.261102 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-8344f7e3-3062-4206-9dd9-a7dd81e05921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:35.262626 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-8344f7e3-3062-4206-9dd9-a7dd81e05921 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0425923 Dec 27 14:28:35.300200 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'c8a5f648-24b0-4afc-986e-81a80a4f5460', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:15:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:28:33Z', 'updated_at': '2021-12-27T14:28:33Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:35.307371 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-e1918317-a9c2-4d85-b166-31eb2a9f30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:35.308872 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-e1918317-a9c2-4d85-b166-31eb2a9f30e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395420 Dec 27 14:28:35.325226 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:28:35.333750 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:28:35.334355 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:35.402388 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-68d1024a-1ca8-4554-8836-e53a7547f789 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857401 Dec 27 14:28:35.439497 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:28:35.490738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f69df3a0-d3e7-4c49-b628-332e8675c91b req-1e9f7da9-4596-4ddb-a0eb-8b3e1f31ec18 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810487 Dec 27 14:28:35.772292 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'c8a5f648-24b0-4afc-986e-81a80a4f5460', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:15:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:28:33Z', 'updated_at': '2021-12-27T14:28:33Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:28:35.797983 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799e683-0035-4b80-844b-6b5c7cc17c11 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'c8a5f648-24b0-4afc-986e-81a80a4f5460', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:15:50:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:28:33Z', 'updated_at': '2021-12-27T14:28:33Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:28:35.989275 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463324c-f7fd-43b8-aa9b-0400cc1c39ea None None] New status for floating IP c8a5f648-24b0-4afc-986e-81a80a4f5460: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:28:38.286726 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:28:50.957649 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dddc1269-c2ad-47eb-861d-f9bec7a54625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:53.348408 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1214aaf5-edd4-4788-9137-af4311ede8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:53.984848 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:54.403398 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:56.187253 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:56.996823 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:28:58.742544 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d436c98-737b-4520-949b-d24b9e9fcbc2 req-11ce6680-20c9-4260-b6a4-01e90887c9ba tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:58.744144 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2d436c98-737b-4520-949b-d24b9e9fcbc2 req-11ce6680-20c9-4260-b6a4-01e90887c9ba tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0480137 Dec 27 14:28:58.790535 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2d436c98-737b-4520-949b-d24b9e9fcbc2 req-e32792d5-851a-4104-8503-5d07af0b192e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Dec 27 14:28:59.908630 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a8ff6-53e9-4f40-b12f-396d9f37837c req-e06373f6-8f4e-4fda-9609-44a85db9ecd4 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:28:59.910078 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a06a8ff6-53e9-4f40-b12f-396d9f37837c req-e06373f6-8f4e-4fda-9609-44a85db9ecd4 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0524342 Dec 27 14:28:59.955707 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a06a8ff6-53e9-4f40-b12f-396d9f37837c req-215e68ca-1584-4155-9ce5-341ec358826a tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3edda9b-2903-4fa2-b854-f6f76807c62b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397217 Dec 27 14:29:00.002905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-234d829b-0001-4ebc-bbda-031bbe02eca2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:00.004346 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-234d829b-0001-4ebc-bbda-031bbe02eca2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 946 time: 0.0477996 Dec 27 14:29:00.093601 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Deleting port 59b42668-caea-412a-a372-6451c4f609df {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:29:00.093958 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:00.178084 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] For port 59b42668-caea-412a-a372-6451c4f609df, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=59b42668-caea-412a-a372-6451c4f609df,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:00.178445 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:00.647773 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:00.648174 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:00.648527 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Floating IP 090e94aa-5253-4c98-9f90-a9630fb5dfcf disassociated. External IP: 172.27.2.154, port: 59b42668-caea-412a-a372-6451c4f609df. Dec 27 14:29:00.648862 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Calling delete_port for 59b42668-caea-412a-a372-6451c4f609df owned by compute:nova {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:29:00.772256 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:00.805225 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event deleted for resources: {'Port': ['ID=59b42668-caea-412a-a372-6451c4f609df,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:00.816399 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.816755 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.817100 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.817436 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.817766 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.818095 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.818424 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.818748 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.819070 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.819416 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.819739 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.820089 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.820416 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:29:00.924858 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:29:01.038083 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:29:01.048915 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06655977-c790-474a-bf51-7469908569b2 None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:29:01.066888 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:01.067550 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:01.071122 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4db92045-4f71-4193-97df-0891a6e76d3a req-3e199d18-951b-45bc-9c00-74dc17bd23ff tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=6f72aa5e-493b-4d61-87f7-7da3af1ab7f4 HTTP/1.1" status: 200 len: 210 time: 0.0433688 Dec 27 14:29:01.081751 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] No DVR routers for this DVR port 59b42668-caea-412a-a372-6451c4f609df on host hv-cinder-82301 {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:29:01.084238 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:01.087741 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-98d0e4ec-4a71-46ba-968f-efd9c76c5201 req-9d20edcf-1203-40e6-ad87-aae3a9a760e0 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "DELETE /v2.0/ports/59b42668-caea-412a-a372-6451c4f609df HTTP/1.1" status: 204 len: 173 time: 1.0769596 Dec 27 14:29:01.088198 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'name': 'network-vif-deleted', 'tag': '59b42668-caea-412a-a372-6451c4f609df'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:01.090406 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56717e3-063f-49da-bff2-864f71c89359" -d '{"events": [{"server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "name": "network-vif-deleted", "tag": "59b42668-caea-412a-a372-6451c4f609df"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:01.135617 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61448db-8117-4e6e-a25d-854d8439058a x-openstack-request-id: req-a61448db-8117-4e6e-a25d-854d8439058a {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:01.135937 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f72aa5e-493b-4d61-87f7-7da3af1ab7f4", "name": "network-vif-deleted", "tag": "59b42668-caea-412a-a372-6451c4f609df", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:01.136218 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a61448db-8117-4e6e-a25d-854d8439058a {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:01.136591 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f72aa5e-493b-4d61-87f7-7da3af1ab7f4', 'name': 'network-vif-deleted', 'tag': '59b42668-caea-412a-a372-6451c4f609df', 'status': 'completed', 'code': 200} Dec 27 14:29:01.191717 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:01.392984 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:01.419206 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06655977-c790-474a-bf51-7469908569b2 None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:29:01.427501 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:01.428137 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:01.541333 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:01.762597 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-06655977-c790-474a-bf51-7469908569b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:01.789661 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06655977-c790-474a-bf51-7469908569b2 None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:29:02.007739 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57e1c5-8571-4b5b-beb9-dedd07e2ed66 None None] New status for floating IP 090e94aa-5253-4c98-9f90-a9630fb5dfcf: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:29:02.154874 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33446) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:02.208516 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf11e45a-413d-42be-b264-d1c5999d45bc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.234039 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf11e45a-413d-42be-b264-d1c5999d45bc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.288987 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf11e45a-413d-42be-b264-d1c5999d45bc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.291510 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bf11e45a-413d-42be-b264-d1c5999d45bc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.292830 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bf11e45a-413d-42be-b264-d1c5999d45bc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "DELETE /v2.0/security-groups/f3edda9b-2903-4fa2-b854-f6f76807c62b HTTP/1.1" status: 204 len: 168 time: 0.1368260 Dec 27 14:29:02.295667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33448) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:02.302567 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11e45a-413d-42be-b264-d1c5999d45bc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edda9b-2903-4fa2-b854-f6f76807c62b,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:02.320463 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.api.v2.resource [None req-285fc85c-f71a-4dc1-8476-b2d3c686d758 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] show failed (client error): The resource could not be found. Dec 27 14:29:02.321499 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-285fc85c-f71a-4dc1-8476-b2d3c686d758 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups/f3edda9b-2903-4fa2-b854-f6f76807c62b HTTP/1.1" status: 404 len: 347 time: 0.0241044 Dec 27 14:29:02.324591 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33450) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:02.452858 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Deleting port febae278-393f-4bb0-9a48-631b6ba7925d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:29:02.453233 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.530467 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.530799 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.544381 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Calling delete_port for febae278-393f-4bb0-9a48-631b6ba7925d owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:29:02.677195 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.703176 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event deleted for resources: {'Port': ['ID=febae278-393f-4bb0-9a48-631b6ba7925d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:02.759722 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.762093 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:02.763228 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4e714ec2-6f07-4752-af36-4c1665543dbe tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "DELETE /v2.0/floatingips/090e94aa-5253-4c98-9f90-a9630fb5dfcf HTTP/1.1" status: 204 len: 168 time: 0.4377406 Dec 27 14:29:03.045436 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33462) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:03.050236 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317050564', 'description': 'tempest-description--973912119'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:03.071690 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686430-0c87-4de8-a647-e6ed950daff9 req-e0d112d5-6ed8-494f-a41b-024a9802758f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:03.073243 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ce686430-0c87-4de8-a647-e6ed950daff9 req-e0d112d5-6ed8-494f-a41b-024a9802758f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0512192 Dec 27 14:29:03.074504 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.124935 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ce686430-0c87-4de8-a647-e6ed950daff9 req-35a47107-1e02-4ff9-9828-b428909d1f8a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Dec 27 14:29:03.149957 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.153721 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.180920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.182127 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356640 Dec 27 14:29:03.185172 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33464) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:03.186394 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa0eed-8a88-45ff-8fda-ef4e458d5374 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4baa078e-5499-47d4-af22-e369d39413a8,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:03.190400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'security_group_rule': {'security_group_id': '4baa078e-5499-47d4-af22-e369d39413a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:03.221052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.275012 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.278335 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.296513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d938f5d-52da-4524-9a23-339c2c93a8cc,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:03.307052 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.308281 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-756f33ac-8155-4f44-9bf8-e782ac6583b2 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220214 Dec 27 14:29:03.310894 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33466) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:03.315659 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'security_group_rule': {'security_group_id': '4baa078e-5499-47d4-af22-e369d39413a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:03.342680 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.397249 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.400636 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.420212 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b375e62-8dff-46a8-b1f9-e2587525c176,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:03.426130 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.427306 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6f1d5f26-752e-4783-925e-f44e14696d12 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154766 Dec 27 14:29:03.430303 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33468) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:03.434442 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:03.457217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.552842 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.651767 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Allocated IP 172.27.2.180 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/fabd7b7c-5f16-4519-a951-c59f7f497fcf) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:29:03.753203 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.785945 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.825028 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:29:03.827647 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:29:03.830053 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:29:03.860857 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'Port': ['ID=fabd7b7c-5f16-4519-a951-c59f7f497fcf,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:03.922714 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:03.955013 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:04.100301 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:04.104560 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:04.173583 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'Port': ['ID=fabd7b7c-5f16-4519-a951-c59f7f497fcf,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:04.182010 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:04.198707 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:04.199977 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b711aa68-4585-43e0-9448-267537840ffd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7687418 Dec 27 14:29:04.255483 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9e3f-9503-4dec-8969-c4dd4177d3fe req-b6798fe3-cd41-4250-b6f2-9be7c75bc6a8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:04.257014 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c07e9e3f-9503-4dec-8969-c4dd4177d3fe req-b6798fe3-cd41-4250-b6f2-9be7c75bc6a8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0516570 Dec 27 14:29:04.307211 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c07e9e3f-9503-4dec-8969-c4dd4177d3fe req-8823e075-236b-460f-a423-5255ce1fb694 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442190 Dec 27 14:29:04.396297 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-d7951c97-c3f2-4962-91d5-bd495bffe057 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1317050564&fields=id&tenant_id=3987a0b7a4764509990d2849d59e6238 HTTP/1.1" status: 200 len: 267 time: 0.0417542 Dec 27 14:29:04.504247 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-0e106e0f-1e55-4503-ba54-ef6935666e23 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:04.505690 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-0e106e0f-1e55-4503-ba54-ef6935666e23 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 811 time: 0.1028388 Dec 27 14:29:04.520461 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a4b220e4-d99a-4407-b02d-be852981140a tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/quotas/3987a0b7a4764509990d2849d59e6238 HTTP/1.1" status: 200 len: 375 time: 0.0092802 Dec 27 14:29:04.569291 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-77fd1796-0c9f-478c-b1f9-c7d7cd829389 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438902 Dec 27 14:29:04.668152 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-977b7312-89dc-40c7-832a-cb48e0622253 service neutron] 10.222.0.37 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860648 Dec 27 14:29:04.757495 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-ad02041b-5f80-43ad-a235-c983e25f37d1 service neutron] 10.222.0.37 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813985 Dec 27 14:29:04.912519 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2a9e03e9-8892-4971-8d2b-454279159332 req-e7048b75-7cbe-4916-ac89-a6f6305b003c tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 210 time: 0.0258620 Dec 27 14:29:05.018733 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-b5eb5e49-6c22-4f23-becb-d29a18034727 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:05.020269 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-b5eb5e49-6c22-4f23-becb-d29a18034727 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0596137 Dec 27 14:29:05.057517 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 59b42668-caea-412a-a372-6451c4f609df no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:29:05.077900 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 59b42668-caea-412a-a372-6451c4f609df {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:29:05.078307 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 59b42668-caea-412a-a372-6451c4f609df not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:29:05.127392 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Deleting port d8953eb3-d364-4473-98c5-e33562dcd960 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:29:05.127727 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:05.224109 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] For port d8953eb3-d364-4473-98c5-e33562dcd960, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d8953eb3-d364-4473-98c5-e33562dcd960,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:05.224847 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:05.401337 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:05.401717 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:05.402099 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Floating IP 1dab0de4-7c40-4712-a1e8-706d770abf6c disassociated. External IP: 172.27.2.238, port: d8953eb3-d364-4473-98c5-e33562dcd960. Dec 27 14:29:05.402345 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Calling delete_port for d8953eb3-d364-4473-98c5-e33562dcd960 owned by compute:nova {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:29:05.499533 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b3dbf-8c79-448f-9165-16b4f037e999 req-010364e3-f440-4aeb-9d20-bad6ba1e2aa8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:05.501462 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cf4b3dbf-8c79-448f-9165-16b4f037e999 req-010364e3-f440-4aeb-9d20-bad6ba1e2aa8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=aad07b94-d83b-4d44-856c-80ac2e24b8b4 HTTP/1.1" status: 200 len: 946 time: 0.0967774 Dec 27 14:29:05.583714 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cf4b3dbf-8c79-448f-9165-16b4f037e999 req-f0676e4a-2b1c-4d3a-a87d-5e995c4d449b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=5cc45ba4-1996-4ea0-ba02-2df4485fd87f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750251 Dec 27 14:29:05.601413 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:05.628161 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event deleted for resources: {'Port': ['ID=d8953eb3-d364-4473-98c5-e33562dcd960,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:05.743618 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Router 64555cab-89d2-401c-8337-6d782edeb1db has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:29:05.855071 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-79222e13-ac56-4aca-828a-cfd1b6b62d1b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:05.856545 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-79222e13-ac56-4aca-828a-cfd1b6b62d1b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 811 time: 0.1118164 Dec 27 14:29:05.862909 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:29:05.876514 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:29:05.886429 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:05.887382 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:05.914729 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] No DVR routers for this DVR port d8953eb3-d364-4473-98c5-e33562dcd960 on host hv-cinder-82301 {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:29:05.918446 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:05.924255 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6c888ece-e686-4626-8896-c02a52ca5cc4 req-1cb8e4e4-1228-463d-9585-9ccabed3e706 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "DELETE /v2.0/ports/d8953eb3-d364-4473-98c5-e33562dcd960 HTTP/1.1" status: 204 len: 173 time: 0.8888986 Dec 27 14:29:05.924722 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-deleted', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:05.927123 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364446bf-24a6-41ed-bfc9-58898ae411cb" -d '{"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-deleted", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:05.936508 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-8b76450e-96bb-4b82-a562-f9333799d1cc tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3987a0b7a4764509990d2849d59e6238 HTTP/1.1" status: 200 len: 380 time: 0.0699627 Dec 27 14:29:05.966757 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'port': {'device_id': '4b2fac49-b603-495e-a648-b56ca6920804', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'admin_state_up': True, 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'security_groups': ['4baa078e-5499-47d4-af22-e369d39413a8']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:06.004209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:06.013058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c812ac7-f045-48ad-9464-d517339c083d x-openstack-request-id: req-7c812ac7-f045-48ad-9464-d517339c083d {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:06.013537 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad07b94-d83b-4d44-856c-80ac2e24b8b4", "name": "network-vif-deleted", "tag": "d8953eb3-d364-4473-98c5-e33562dcd960", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:06.013976 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c812ac7-f045-48ad-9464-d517339c083d {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:06.014543 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad07b94-d83b-4d44-856c-80ac2e24b8b4', 'name': 'network-vif-deleted', 'tag': 'd8953eb3-d364-4473-98c5-e33562dcd960', 'status': 'completed', 'code': 200} Dec 27 14:29:06.085409 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-53f5b068-1d09-4332-a8d9-21e0b041735c req-738f49a8-5ace-450b-b675-b4f45cd39e04 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Dec 27 14:29:06.117123 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Made reservation on behalf of 3987a0b7a4764509990d2849d59e6238 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:29:06.120669 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.254299 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Allocated IP 172.20.0.6 (67a7decc-c7a3-4b69-8e7b-3eb61e173248/516fea43-056d-4131-b7d8-3e561b6f2674/8b910194-49c4-4494-b8a1-60502c78b5a1) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:29:06.259691 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:06.286800 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:29:06.295463 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:06.296099 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:06.397017 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.421845 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:06.434016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.479379 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:29:06.482366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:29:06.486143 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:29:06.510964 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event updated for resources: {'Port': ['ID=8b910194-49c4-4494-b8a1-60502c78b5a1,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:06.545346 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:06.546141 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.564579 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-c3dd544a-68d0-47e9-ac1b-e1a304d0e655 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089711 Dec 27 14:29:06.581723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Request body: {'port': {'device_id': '4b2fac49-b603-495e-a648-b56ca6920804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:06.644137 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.654586 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:06.687850 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d3a070-7144-4bab-83c6-d354f18d5035 None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:29:06.698736 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-62260124-a7e2-4836-bdb4-57478d43c7fa None None] Provisioning complete for port 8b910194-49c4-4494-b8a1-60502c78b5a1 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:29:06.699107 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-62260124-a7e2-4836-bdb4-57478d43c7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.735491 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-62260124-a7e2-4836-bdb4-57478d43c7fa None None] Port 8b910194-49c4-4494-b8a1-60502c78b5a1 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:29:06.917740 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b910194-49c4-4494-b8a1-60502c78b5a1 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:29:06.918480 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211a421-5587-49f9-9f3b-6cb377dbfda2 None None] New status for floating IP 1dab0de4-7c40-4712-a1e8-706d770abf6c: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:29:06.925445 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.938043 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Transition to ACTIVE for port object 8b910194-49c4-4494-b8a1-60502c78b5a1 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:29:06.941611 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:06.992047 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Pushing event updated for resources: {'Port': ['ID=8b910194-49c4-4494-b8a1-60502c78b5a1,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:07.065728 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Attempting to bind port 8b910194-49c4-4494-b8a1-60502c78b5a1 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:29:07.066091 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Attempting to bind port 8b910194-49c4-4494-b8a1-60502c78b5a1 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:29:07.066428 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Attempting to bind port 8b910194-49c4-4494-b8a1-60502c78b5a1 on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:29:07.071274 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Port 8b910194-49c4-4494-b8a1-60502c78b5a1 on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:29:07.071610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Attempting to bind port 8b910194-49c4-4494-b8a1-60502c78b5a1 on network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:29:07.078050 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:29:07.078936 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Checking segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:29:07.079515 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Bound using segment: {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:29:07.079982 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Bound port: 8b910194-49c4-4494-b8a1-60502c78b5a1, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae79d9e-e7ec-442c-864e-980098f04bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:29:07.080395 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.180818 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] For port 8b910194-49c4-4494-b8a1-60502c78b5a1, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:29:07.196860 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] For port 8b910194-49c4-4494-b8a1-60502c78b5a1, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8b910194-49c4-4494-b8a1-60502c78b5a1,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:29:07.205723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.244973 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4405-b444-4eba-a9f6-5830e5a4ded2 req-3be5da4d-bc3e-4df3-8a78-0de50d404601 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.246438 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f5d4405-b444-4eba-a9f6-5830e5a4ded2 req-3be5da4d-bc3e-4df3-8a78-0de50d404601 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 943 time: 0.0990443 Dec 27 14:29:07.258532 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.259154 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.260566 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] 10.222.0.30 "PUT /v2.0/ports/8b910194-49c4-4494-b8a1-60502c78b5a1 HTTP/1.1" status: 200 len: 1093 time: 0.6841388 Dec 27 14:29:07.260999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:07.263216 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee8b82-b710-49d3-ae62-cddf9f659303" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:07.302966 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f30f8-b0ca-4f42-96a2-a289d99659cd service neutron] Pushing event updated for resources: {'Port': ['ID=8b910194-49c4-4494-b8a1-60502c78b5a1,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:07.357126 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f5d4405-b444-4eba-a9f6-5830e5a4ded2 req-df6fbcd3-7542-4eec-b813-1cf8f3a737d9 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903232 Dec 27 14:29:07.367917 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-6f48ec5c-e557-4cff-9fb4-d4f569f1a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.369623 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-6f48ec5c-e557-4cff-9fb4-d4f569f1a32e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 1096 time: 0.0677950 Dec 27 14:29:07.415282 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3454b7e-1cbc-44b3-8e03-6022c665de02 x-openstack-request-id: req-b3454b7e-1cbc-44b3-8e03-6022c665de02 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:07.415473 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:07.415723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3454b7e-1cbc-44b3-8e03-6022c665de02 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:07.416156 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'status': 'completed', 'code': 200} Dec 27 14:29:07.417924 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-6d63efe2-b3bd-4a53-a026-0de8daa79da6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b910194-49c4-4494-b8a1-60502c78b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0406630 Dec 27 14:29:07.466510 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-dd06c5c5-c9e0-41f4-a212-887de765ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.467942 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-dd06c5c5-c9e0-41f4-a212-887de765ecec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0426416 Dec 27 14:29:07.515739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-81c71143-a63e-450c-8f9c-cef4f220a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.517218 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-81c71143-a63e-450c-8f9c-cef4f220a0b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424113 Dec 27 14:29:07.605977 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-4d3c573f-b3da-4ded-bd32-d3e49fee06ab service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801930 Dec 27 14:29:07.703961 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4616f5cc-1d99-43f4-b5ad-f19af74b3ff3 req-6552384f-fa27-4dba-8b45-a78d02966780 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897369 Dec 27 14:29:07.711625 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33516) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:07.790920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f7c6-1744-4fbe-96af-df914d1c4a3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.820125 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f7c6-1744-4fbe-96af-df914d1c4a3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.832823 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-d3bab773-f539-46e2-aeb0-885b5cd33b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.834315 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-d3bab773-f539-46e2-aeb0-885b5cd33b30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 1096 time: 0.0785382 Dec 27 14:29:07.935201 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f7c6-1744-4fbe-96af-df914d1c4a3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.937672 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f7c6-1744-4fbe-96af-df914d1c4a3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:07.941289 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-c9e3f7c6-1744-4fbe-96af-df914d1c4a3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "DELETE /v2.0/security-groups/5cc45ba4-1996-4ea0-ba02-2df4485fd87f HTTP/1.1" status: 204 len: 168 time: 0.2261803 Dec 27 14:29:07.941675 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33518) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:07.955260 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.api.v2.resource [None req-0bab9e74-9142-4741-b98d-e9c60b415bca tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] show failed (client error): The resource could not be found. Dec 27 14:29:07.955451 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-0b63c69b-89bb-4474-a00e-73297215f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:07.958931 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-0bab9e74-9142-4741-b98d-e9c60b415bca tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups/5cc45ba4-1996-4ea0-ba02-2df4485fd87f HTTP/1.1" status: 404 len: 347 time: 0.0136292 Dec 27 14:29:07.959079 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-0b63c69b-89bb-4474-a00e-73297215f8e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.1139793 Dec 27 14:29:07.959079 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3f7c6-1744-4fbe-96af-df914d1c4a3c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc45ba4-1996-4ea0-ba02-2df4485fd87f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:07.959247 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33520) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:08.035509 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-bef1baed-4eec-4f34-961c-ec172c209152 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b910194-49c4-4494-b8a1-60502c78b5a1 HTTP/1.1" status: 200 len: 217 time: 0.0698273 Dec 27 14:29:08.139793 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-08529486-59b7-4d74-81a7-9ec1d9afb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:08.141879 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-08529486-59b7-4d74-81a7-9ec1d9afb773 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0751965 Dec 27 14:29:08.177217 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Deleting port b8ca3a69-f93b-4a12-ace4-e25c671483c8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:29:08.177558 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:08.241357 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-ca295604-f41d-4edc-9cc7-5bcb6fd84272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:08.242868 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-ca295604-f41d-4edc-9cc7-5bcb6fd84272 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925848 Dec 27 14:29:08.287668 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:08.288023 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:08.327356 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Calling delete_port for b8ca3a69-f93b-4a12-ace4-e25c671483c8 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:29:08.399090 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-f7fa5f6a-178f-4cbb-93ac-d0296ca4ea06 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481943 Dec 27 14:29:08.567512 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65977a16-20e4-4cae-8807-79f83966b6e0 req-6ebd4c6c-9cbc-45e7-a14e-f4efcc237ab1 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:08.568910 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-65977a16-20e4-4cae-8807-79f83966b6e0 req-6ebd4c6c-9cbc-45e7-a14e-f4efcc237ab1 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 943 time: 0.1385672 Dec 27 14:29:08.575280 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e9ee8b82-b710-49d3-ae62-cddf9f659303 req-43dbae58-ad4b-443c-b63d-af9cb73722db service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676943 Dec 27 14:29:08.621316 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:08.652289 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-65977a16-20e4-4cae-8807-79f83966b6e0 req-38434cda-38d7-4b67-8738-3f662c2dc76e tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761225 Dec 27 14:29:08.653378 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event deleted for resources: {'Port': ['ID=b8ca3a69-f93b-4a12-ace4-e25c671483c8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:08.715918 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:08.718624 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:08.719930 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9982bd1d-e71d-47b8-bbcc-02bb95ce9151 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "DELETE /v2.0/floatingips/1dab0de4-7c40-4712-a1e8-706d770abf6c HTTP/1.1" status: 204 len: 168 time: 0.7598863 Dec 27 14:29:09.043166 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33526) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:09.048473 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514334281', 'description': 'tempest-description--1174506932'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:09.071508 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.090391 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:29:09.141599 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.146004 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.179976 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.183914 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1371696 Dec 27 14:29:09.183914 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fd363-12bb-43a0-948f-823cae2bb76d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c86530a-26e7-44e1-bc7d-760adc9f4c5c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:09.184386 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33528) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:09.189801 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'security_group_rule': {'security_group_id': '4c86530a-26e7-44e1-bc7d-760adc9f4c5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:09.221384 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.243528 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: d8953eb3-d364-4473-98c5-e33562dcd960 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:29:09.243958 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d8953eb3-d364-4473-98c5-e33562dcd960 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:29:09.276528 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.280036 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.296235 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9806f88-a606-4288-ac55-6b0401a1583f,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:09.305008 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.306202 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0fd5d6e3-27a0-4872-9b42-58a61c791354 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208420 Dec 27 14:29:09.308850 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33530) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:09.313547 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'security_group_rule': {'security_group_id': '4c86530a-26e7-44e1-bc7d-760adc9f4c5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:09.341056 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.397215 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.400631 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.417951 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22cc4db-567c-43e1-9035-a252f374982d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:09.425807 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.427001 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-07755fab-3162-472a-9cae-a4cf40cea043 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172481 Dec 27 14:29:09.429990 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33532) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:09.434186 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:09.457209 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.549404 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.653244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Allocated IP 172.27.2.112 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/85e99783-189e-43c4-8fc7-13e9f366f989) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:29:09.781750 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.803406 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b776-4045-4d77-b533-288e1ea29897 req-1743c9bc-22c6-451d-969e-7282870509dd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:09.804906 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1942b776-4045-4d77-b533-288e1ea29897 req-1743c9bc-22c6-451d-969e-7282870509dd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 943 time: 0.0791230 Dec 27 14:29:09.856002 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:09.890430 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1942b776-4045-4d77-b533-288e1ea29897 req-1d08cc32-f829-4620-96e2-dce7ef88d7fd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787485 Dec 27 14:29:09.900806 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:29:09.903728 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:29:09.906923 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:29:09.934941 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'Port': ['ID=85e99783-189e-43c4-8fc7-13e9f366f989,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:09.998909 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:10.286626 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:10.431462 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:10.435785 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:10.499476 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'Port': ['ID=85e99783-189e-43c4-8fc7-13e9f366f989,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:10.511132 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:10.526074 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:10.527327 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-43dcccb1-8bed-4c99-ae6b-bde348024969 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0964396 Dec 27 14:29:10.715635 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-cb1f9479-6855-4e89-bbce-e22660528696 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--514334281&fields=id&tenant_id=cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 267 time: 0.0429258 Dec 27 14:29:10.822545 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-c905313e-0b3f-4f9b-8509-f999ed560ac0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:10.823927 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-c905313e-0b3f-4f9b-8509-f999ed560ac0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 817 time: 0.1015677 Dec 27 14:29:10.838052 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-d1e8621e-d9be-409a-ba5e-b366dc544d9b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/quotas/cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 375 time: 0.0085900 Dec 27 14:29:10.887978 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-bc49033e-49b6-467c-b619-014d32aac8a0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448987 Dec 27 14:29:10.982006 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-c441bc01-bd75-4572-8c51-eec180a66892 service neutron] 10.222.0.37 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Dec 27 14:29:11.005183 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8513f42-4bd1-4018-a677-b2c8f78487fc req-4ba148e3-456f-4ae9-92fc-18d758a04392 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:11.006100 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d8513f42-4bd1-4018-a677-b2c8f78487fc req-4ba148e3-456f-4ae9-92fc-18d758a04392 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 943 time: 0.0473235 Dec 27 14:29:11.059193 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d8513f42-4bd1-4018-a677-b2c8f78487fc req-8d0571f7-9bcd-40dc-a9fa-6de3be38f5ac tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471020 Dec 27 14:29:11.079353 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-a6045aad-f512-4dae-b46d-cff99d7b46a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906148 Dec 27 14:29:11.089021 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8b910194-49c4-4494-b8a1-60502c78b5a1 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:29:11.189347 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 8b910194-49c4-4494-b8a1-60502c78b5a1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8b910194-49c4-4494-b8a1-60502c78b5a1,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:11.203806 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'port_id': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'mac_address': 'fa:16:3e:bd:6b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:29:11.243817 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:11.247442 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1c4fd5b4-898e-433b-b03e-3d3b7b80ff76 req-585b909b-949a-421f-a6b8-793ccd8d9b81 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 210 time: 0.0297890 Dec 27 14:29:11.259312 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b910194-49c4-4494-b8a1-60502c78b5a1 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:29:11.284299 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 8b910194-49c4-4494-b8a1-60502c78b5a1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8b910194-49c4-4494-b8a1-60502c78b5a1,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:11.288975 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:11.335460 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=8b910194-49c4-4494-b8a1-60502c78b5a1,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:11.616560 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['8b910194-49c4-4494-b8a1-60502c78b5a1'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:29:12.157783 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-887fcc59-88a1-423a-9a60-d69053780064 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:12.159217 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-887fcc59-88a1-423a-9a60-d69053780064 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 817 time: 0.1076064 Dec 27 14:29:12.191154 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aaa86a-4e57-4681-be63-3920dc648382 req-c29affa5-e3d5-4d63-9ceb-f14a2210e39d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:12.193414 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c9aaa86a-4e57-4681-be63-3920dc648382 req-c29affa5-e3d5-4d63-9ceb-f14a2210e39d tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 944 time: 0.0651019 Dec 27 14:29:12.228191 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-ec6b96eb-6235-433e-9508-d7d59ea14af5 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 379 time: 0.0591238 Dec 27 14:29:12.242600 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'port': {'device_id': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'admin_state_up': True, 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'security_groups': ['4c86530a-26e7-44e1-bc7d-760adc9f4c5c']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:12.247170 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c9aaa86a-4e57-4681-be63-3920dc648382 req-15ed7543-a20b-4f3c-ba4a-bab6b6a5cab8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462852 Dec 27 14:29:12.354860 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4eefaf85-70db-4d93-bb36-90a8cb85b14f req-82d139e3-b744-4593-aae7-63d5b656ad16 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Dec 27 14:29:12.373399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Made reservation on behalf of cb5e638b0aa0424484c3eb48434d7e66 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:29:12.377088 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:12.499554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Allocated IP 172.20.0.11 (d685d204-a878-46a9-9c80-314fd33c30a4/4b4a305c-65e2-424d-beee-f0bdc2760b72/d5856f9b-e239-4613-88a7-d15a19d0765d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:29:12.632228 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:12.665102 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:12.707926 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Network d685d204-a878-46a9-9c80-314fd33c30a4 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:29:12.711198 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:29:12.713708 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:29:12.739378 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.768821 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:12.771617 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:12.788317 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-4116a7f5-3209-4fe7-8435-0ef6b8dfe84a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499873 Dec 27 14:29:12.800898 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Request body: {'port': {'device_id': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:12.860232 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:12.933705 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-fc372d7d-8422-4a11-9408-f399940f92d1 None None] Provisioning complete for port d5856f9b-e239-4613-88a7-d15a19d0765d triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:29:12.934281 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-fc372d7d-8422-4a11-9408-f399940f92d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:12.967119 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-fc372d7d-8422-4a11-9408-f399940f92d1 None None] Port d5856f9b-e239-4613-88a7-d15a19d0765d cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:29:13.089307 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8b910194-49c4-4494-b8a1-60502c78b5a1 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:29:13.117093 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5856f9b-e239-4613-88a7-d15a19d0765d {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:29:13.124610 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.137184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Transition to ACTIVE for port object d5856f9b-e239-4613-88a7-d15a19d0765d will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:29:13.140907 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 8b910194-49c4-4494-b8a1-60502c78b5a1 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:29:13.143720 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.146504 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 8b910194-49c4-4494-b8a1-60502c78b5a1 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:29:13.146876 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.192960 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:13.232956 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.257399 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:13.259899 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcbab7c-5194-471d-9e31-6ff583ad6584" -d '{"events": [{"server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "name": "network-vif-plugged", "status": "completed", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:13.278306 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 8b910194-49c4-4494-b8a1-60502c78b5a1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8b910194-49c4-4494-b8a1-60502c78b5a1,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:13.284980 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Attempting to bind port d5856f9b-e239-4613-88a7-d15a19d0765d on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:29:13.285451 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Attempting to bind port d5856f9b-e239-4613-88a7-d15a19d0765d by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:29:13.285950 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Attempting to bind port d5856f9b-e239-4613-88a7-d15a19d0765d on network d685d204-a878-46a9-9c80-314fd33c30a4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:29:13.286267 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.291614 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Port d5856f9b-e239-4613-88a7-d15a19d0765d on network d685d204-a878-46a9-9c80-314fd33c30a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:29:13.292096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Attempting to bind port d5856f9b-e239-4613-88a7-d15a19d0765d on network d685d204-a878-46a9-9c80-314fd33c30a4 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:29:13.297688 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:29:13.298148 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Checking segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:29:13.298631 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Bound using segment: {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:29:13.299162 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Bound port: d5856f9b-e239-4613-88a7-d15a19d0765d, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0331693-2d51-41e8-8d8c-d595fa04600b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:29:13.299619 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.325501 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1147f5a-fe2d-4528-b67d-757497bdcaa5 x-openstack-request-id: req-f1147f5a-fe2d-4528-b67d-757497bdcaa5 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:13.325501 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "name": "network-vif-plugged", "status": "completed", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:13.325848 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1147f5a-fe2d-4528-b67d-757497bdcaa5 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:13.326335 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'code': 200} Dec 27 14:29:13.363660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=8b910194-49c4-4494-b8a1-60502c78b5a1,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:13.414107 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:29:13.417964 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:29:13.428030 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071fc9d-45d4-4b0a-a577-eb1381578103 req-93452c9c-cee3-4d26-8629-1ab903154e0b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:13.429528 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5071fc9d-45d4-4b0a-a577-eb1381578103 req-93452c9c-cee3-4d26-8629-1ab903154e0b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0816774 Dec 27 14:29:13.431221 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.487078 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:13.487688 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:13.489094 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 1094 time: 0.6925347 Dec 27 14:29:13.491809 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:13.494163 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795" -d '{"events": [{"name": "network-changed", "server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:13.540111 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cf892-79fe-4d3f-a3ec-c5829fb2538f req-5c09bce0-6437-4e4d-9179-84c3ca15441b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:13.541789 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f95cf892-79fe-4d3f-a3ec-c5829fb2538f req-5c09bce0-6437-4e4d-9179-84c3ca15441b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0945237 Dec 27 14:29:13.547774 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca5d8-404f-437d-866d-499f1ca6f1f9 req-3cc5626b-65fb-40d3-8803-c58796495cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:13.549398 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ee7ca5d8-404f-437d-866d-499f1ca6f1f9 req-3cc5626b-65fb-40d3-8803-c58796495cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 1098 time: 0.0681441 Dec 27 14:29:13.551088 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5071fc9d-45d4-4b0a-a577-eb1381578103 req-8c120e2f-1a88-4439-ab66-a8a52907fcda tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100585 Dec 27 14:29:13.551715 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178c165-5c20-4310-9692-7a7c6489c1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:13.591936 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-833f4fc2-3c0b-4941-bf1f-ba0c1efb8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:13.594022 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-833f4fc2-3c0b-4941-bf1f-ba0c1efb8609 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1097 time: 0.0583665 Dec 27 14:29:13.611316 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2113ea85-cac7-4c0e-9f5e-dcf05290a65a x-openstack-request-id: req-2113ea85-cac7-4c0e-9f5e-dcf05290a65a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:13.614774 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:13.614774 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2113ea85-cac7-4c0e-9f5e-dcf05290a65a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:13.614774 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'status': 'completed', 'code': 200} Dec 27 14:29:13.622772 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f95cf892-79fe-4d3f-a3ec-c5829fb2538f req-c6d8e9ae-45f3-482c-9b16-22c89a1d2f56 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713496 Dec 27 14:29:13.636097 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ee7ca5d8-404f-437d-866d-499f1ca6f1f9 req-a58e803e-f9b7-4995-80f4-4b1dd018c810 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688045 Dec 27 14:29:13.643367 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-a0d3f99d-1b2c-4d4a-a971-0639cb06d497 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 217 time: 0.0408137 Dec 27 14:29:13.966721 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-6782e0c4-8c58-4110-a815-9edee3a1dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:13.968196 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-6782e0c4-8c58-4110-a815-9edee3a1dd75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0479043 Dec 27 14:29:14.012506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-d7138285-d454-458e-b23d-e0f142362749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.013952 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-d7138285-d454-458e-b23d-e0f142362749 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385129 Dec 27 14:29:14.102278 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-dece4f10-e64c-48aa-b8a0-a71063b4ba06 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806942 Dec 27 14:29:14.194928 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0df4d825-407e-4d09-bc20-a2197dea0185 req-0abfd83c-bb15-4e6c-96e8-a38037f3b477 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843427 Dec 27 14:29:14.283197 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-bb271e44-607c-4659-88ad-c0f9bedc13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.284662 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-bb271e44-607c-4659-88ad-c0f9bedc13d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1097 time: 0.0403924 Dec 27 14:29:14.378372 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-0d3392de-7594-4d8f-b48e-30e069292c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.379714 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-0d3392de-7594-4d8f-b48e-30e069292c47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0865374 Dec 27 14:29:14.423113 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-8dbde53b-75c4-4817-82ab-64511519ac54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 217 time: 0.0352938 Dec 27 14:29:14.470971 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-3a716b64-a89b-4dd5-a533-d7c898fdc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.472395 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-3a716b64-a89b-4dd5-a533-d7c898fdc55a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0422814 Dec 27 14:29:14.522728 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-fcc63230-f633-41b2-bce1-fbacebddf195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.524188 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-fcc63230-f633-41b2-bce1-fbacebddf195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425549 Dec 27 14:29:14.616039 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-aa97b5ed-c8f7-4519-a951-2add9c2b477a service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825937 Dec 27 14:29:14.726025 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8257-8242-4177-adbe-fc69c4b0ed71 req-8d8b2241-33a9-4a3e-97c6-1c3bc92ad12b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.727528 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d10e8257-8242-4177-adbe-fc69c4b0ed71 req-8d8b2241-33a9-4a3e-97c6-1c3bc92ad12b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.1058002 Dec 27 14:29:14.743754 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2b51-68d4-4f73-a784-4c749ef9e1b3 req-05e20595-a9d9-4361-82b6-1a8daf993611 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:14.745256 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d91a2b51-68d4-4f73-a784-4c749ef9e1b3 req-05e20595-a9d9-4361-82b6-1a8daf993611 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0493870 Dec 27 14:29:14.763339 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4c35cf2d-8929-4fa3-8a8f-3ef6ff770795 req-5d8027b1-fca4-4ae4-9688-4d910e4067af service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333327 Dec 27 14:29:14.790946 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d10e8257-8242-4177-adbe-fc69c4b0ed71 req-2b54f1af-dc26-4615-b90a-6bf956b2acfd tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570681 Dec 27 14:29:14.796080 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d91a2b51-68d4-4f73-a784-4c749ef9e1b3 req-d0fc5dc3-8e50-4b2e-b1ef-59c62261b695 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442352 Dec 27 14:29:15.286522 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:29:15.911545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761742b-3029-42ca-a3c9-9684da079ccd req-cfdc96e3-a7cb-48e2-931c-48786572cbec tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:15.913050 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b761742b-3029-42ca-a3c9-9684da079ccd req-cfdc96e3-a7cb-48e2-931c-48786572cbec tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0539405 Dec 27 14:29:15.913242 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1e6be-aab7-49a9-b8c2-81d35b930e0a req-dc756e29-fbc7-42e9-b8ca-c905a3fe63c2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:15.914708 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32c1e6be-aab7-49a9-b8c2-81d35b930e0a req-dc756e29-fbc7-42e9-b8ca-c905a3fe63c2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0484002 Dec 27 14:29:15.963291 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32c1e6be-aab7-49a9-b8c2-81d35b930e0a req-892a7fa4-4e62-44cd-abc7-8216e906057c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Dec 27 14:29:15.964981 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b761742b-3029-42ca-a3c9-9684da079ccd req-3f59f4fd-67a4-4ca6-8366-dfa517843296 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Dec 27 14:29:16.073519 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185242b-8e2a-4c30-ad18-43163dc98d23 req-a8de26bf-86b7-45fc-848a-fb6e7c8af737 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:16.074983 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4185242b-8e2a-4c30-ad18-43163dc98d23 req-a8de26bf-86b7-45fc-848a-fb6e7c8af737 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0485070 Dec 27 14:29:16.083958 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 33588) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:16.088163 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Request body: {'floatingip': {'port_id': '8b910194-49c4-4494-b8a1-60502c78b5a1'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:16.127685 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:16.556748 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:16.560459 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:16.658475 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Floating IP e731051e-438d-440d-98b7-ad9da7605e4d associated. External IP: 172.27.2.180, port: 8b910194-49c4-4494-b8a1-60502c78b5a1. Dec 27 14:29:16.858512 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:29:16.963301 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:29:16.967993 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:16.974561 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:29:16.983597 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:16.984428 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:16.995916 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1083ae66-a957-4d5e-984f-0a8d0fdda3c8 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "PUT /v2.0/floatingips/e731051e-438d-440d-98b7-ad9da7605e4d HTTP/1.1" status: 200 len: 991 time: 0.9109092 Dec 27 14:29:16.996505 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:16.998732 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b39dac-09d1-4297-941e-11c991d5742e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:17.098156 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:17.099494 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ace846-80d5-418e-ac26-e6c652f9cfc5 req-ae7d902f-ccac-4cb5-972f-0b09f2a11a65 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:17.101055 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b3ace846-80d5-418e-ac26-e6c652f9cfc5 req-ae7d902f-ccac-4cb5-972f-0b09f2a11a65 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0495842 Dec 27 14:29:17.126417 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ffb3a-debd-4973-a048-f5f07c9615c1 x-openstack-request-id: req-677ffb3a-debd-4973-a048-f5f07c9615c1 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:17.126602 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:17.127686 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-677ffb3a-debd-4973-a048-f5f07c9615c1 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:17.127686 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'status': 'completed', 'code': 200} Dec 27 14:29:17.155996 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b3ace846-80d5-418e-ac26-e6c652f9cfc5 req-7fac38af-24f2-4a3e-baf0-cff759b51545 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490658 Dec 27 14:29:17.192384 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b39dac-09d1-4297-941e-11c991d5742e req-718e449f-8f97-4bf5-a8fe-f86370fcdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:17.193928 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-718e449f-8f97-4bf5-a8fe-f86370fcdb98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 1098 time: 0.0457239 Dec 27 14:29:17.288150 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b39dac-09d1-4297-941e-11c991d5742e req-3bed1682-8fb4-4400-b3d8-7d1f731df3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:17.289612 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-3bed1682-8fb4-4400-b3d8-7d1f731df3c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.0890360 Dec 27 14:29:17.331655 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'e731051e-438d-440d-98b7-ad9da7605e4d', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'port_id': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'mac_address': 'fa:16:3e:bd:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fac49-b603-495e-a648-b56ca6920804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:29:03Z', 'updated_at': '2021-12-27T14:29:16Z', 'revision_number': 1, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:17.355000 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-ae959acc-af83-4917-8119-c0b455dd4890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b910194-49c4-4494-b8a1-60502c78b5a1 HTTP/1.1" status: 200 len: 999 time: 0.0576179 Dec 27 14:29:17.363093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:29:17.372007 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:17.372542 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:28:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:17.401551 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b39dac-09d1-4297-941e-11c991d5742e req-188ce471-ede8-4d13-a2c4-71c97fb25c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:17.403033 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-188ce471-ede8-4d13-a2c4-71c97fb25c0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0417035 Dec 27 14:29:17.451199 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b39dac-09d1-4297-941e-11c991d5742e req-e09e2b5f-def3-4d44-916b-86ec80b5c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:17.452863 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-e09e2b5f-def3-4d44-916b-86ec80b5c698 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426521 Dec 27 14:29:17.477271 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:17.541101 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-80277bcb-9154-487d-8f71-2e806b63d2f9 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813107 Dec 27 14:29:17.633093 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-18b39dac-09d1-4297-941e-11c991d5742e req-09e574df-85cd-4cf9-92ad-f87cfcbe2b0b service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 Dec 27 14:29:17.697322 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'e731051e-438d-440d-98b7-ad9da7605e4d', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'port_id': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'mac_address': 'fa:16:3e:bd:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fac49-b603-495e-a648-b56ca6920804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:29:03Z', 'updated_at': '2021-12-27T14:29:16Z', 'revision_number': 1, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:17.724062 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadeeda-7ee1-4d9b-9c9f-f3b3117991c5 None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': 'e731051e-438d-440d-98b7-ad9da7605e4d', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'port_id': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'mac_address': 'fa:16:3e:bd:6b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2fac49-b603-495e-a648-b56ca6920804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:29:03Z', 'updated_at': '2021-12-27T14:29:16Z', 'revision_number': 1, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:29:17.912369 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea16949-99e5-4a77-ab98-c191b5ca32eb None None] New status for floating IP e731051e-438d-440d-98b7-ad9da7605e4d: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:29:18.279422 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0e8fb-c301-4df6-b603-722dc2e957af req-0754d420-b881-4385-b67d-9bb7c2f6b1bc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:18.281419 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b0d0e8fb-c301-4df6-b603-722dc2e957af req-0754d420-b881-4385-b67d-9bb7c2f6b1bc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0528831 Dec 27 14:29:18.329418 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b0d0e8fb-c301-4df6-b603-722dc2e957af req-a4d994cf-1a92-40d5-b20e-6490ec457a1e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Dec 27 14:29:19.106663 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:29:19.207577 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:19.220576 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'mac_address': 'fa:16:3e:30:7b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:29:19.256600 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:19.269348 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5856f9b-e239-4613-88a7-d15a19d0765d {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:29:19.289460 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:19.293080 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:19.341983 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:19.445347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39a5eb-3d24-4ccd-a3b9-92a804cf90c4 req-388a0f7a-f279-4c4b-b05d-5c7423095405 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:19.446813 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1d39a5eb-3d24-4ccd-a3b9-92a804cf90c4 req-388a0f7a-f279-4c4b-b05d-5c7423095405 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Dec 27 14:29:19.494955 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1d39a5eb-3d24-4ccd-a3b9-92a804cf90c4 req-cce260eb-5fa3-465e-95a5-130a29c1ecd4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Dec 27 14:29:19.636697 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d5856f9b-e239-4613-88a7-d15a19d0765d'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:29:20.611905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008b443-569c-461e-abcc-a569a69bee15 req-f97dd8cb-35c7-48fe-ac78-f01fbc2a49c2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:20.613359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3008b443-569c-461e-abcc-a569a69bee15 req-f97dd8cb-35c7-48fe-ac78-f01fbc2a49c2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0473540 Dec 27 14:29:20.661913 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3008b443-569c-461e-abcc-a569a69bee15 req-a7b22e92-abc4-478c-a3e5-faa1fe5d243d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428035 Dec 27 14:29:20.961757 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28469d68-76a3-4cc8-8d01-2fff2ee1f0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:21.141777 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:29:21.189324 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port d5856f9b-e239-4613-88a7-d15a19d0765d completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:29:21.192880 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d5856f9b-e239-4613-88a7-d15a19d0765d triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:29:21.193243 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:21.267692 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:21.288743 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:21.290908 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28378837-1ceb-4af2-b06d-953014625124" -d '{"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-plugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:21.306476 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:29:21.310681 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:21.339095 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed868791-eb3a-4a06-9027-c54228b344e3 x-openstack-request-id: req-ed868791-eb3a-4a06-9027-c54228b344e3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:21.339388 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-plugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:21.339647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed868791-eb3a-4a06-9027-c54228b344e3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:21.340065 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'code': 200} Dec 27 14:29:21.371742 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:29:21.498410 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3d895b-e9bc-4d20-81f2-eb426da40ede req-597a745e-b1d8-40d0-a3f4-99ac312200a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:21.500473 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4b3d895b-e9bc-4d20-81f2-eb426da40ede req-597a745e-b1d8-40d0-a3f4-99ac312200a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1099 time: 0.0401099 Dec 27 14:29:21.545045 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4b3d895b-e9bc-4d20-81f2-eb426da40ede req-eb62c495-b086-40a1-872f-2197b4931f0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358922 Dec 27 14:29:21.780081 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a419829-c1f7-498e-b809-653ab4b4c207 req-2d46bcd8-98da-4dbb-8469-94efd2e127b1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:21.782288 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0a419829-c1f7-498e-b809-653ab4b4c207 req-2d46bcd8-98da-4dbb-8469-94efd2e127b1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0474656 Dec 27 14:29:21.831797 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0a419829-c1f7-498e-b809-653ab4b4c207 req-546d397c-3f3c-4aad-998c-31b5058d6a47 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431890 Dec 27 14:29:22.951270 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50b46a-16c1-4db0-aa5e-7cdc4d6e2404 req-bebade30-1a18-4685-a934-6960f91250dd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:22.953265 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ae50b46a-16c1-4db0-aa5e-7cdc4d6e2404 req-bebade30-1a18-4685-a934-6960f91250dd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0481756 Dec 27 14:29:22.999108 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ae50b46a-16c1-4db0-aa5e-7cdc4d6e2404 req-8e23b34d-4e0f-43a1-a663-e95fa5304aef tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400176 Dec 27 14:29:23.349393 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-63c835fc-b56e-4034-ac00-a4e81016b9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:23.981524 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:24.118072 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634d53-de74-4653-8840-6c671b8aa1e7 req-0b6b0fd8-d4ee-4f77-a829-462d78a8a3b1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:24.119558 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d4634d53-de74-4653-8840-6c671b8aa1e7 req-0b6b0fd8-d4ee-4f77-a829-462d78a8a3b1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0479517 Dec 27 14:29:24.166481 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d4634d53-de74-4653-8840-6c671b8aa1e7 req-113c9c57-bde8-49c6-a145-ef26df20a2fc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408781 Dec 27 14:29:24.284075 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab37568-e51a-465e-90cc-803ec671ebc3 req-b9e853ac-86a6-4aed-85b5-53de68c60202 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:24.285443 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-aab37568-e51a-465e-90cc-803ec671ebc3 req-b9e853ac-86a6-4aed-85b5-53de68c60202 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0477927 Dec 27 14:29:24.293594 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 33626) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:29:24.298604 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Request body: {'floatingip': {'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:29:24.335687 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:24.407529 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:25.095040 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:25.098616 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:25.195282 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Floating IP 81cc1c9e-9aab-45cf-93f3-45997cb4ff6a associated. External IP: 172.27.2.112, port: d5856f9b-e239-4613-88a7-d15a19d0765d. Dec 27 14:29:25.396308 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Router 64555cab-89d2-401c-8337-6d782edeb1db has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:29:25.500058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:29:25.504834 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:25.509167 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:29:25.519628 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:25.520267 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:29:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:25.532107 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-36b55d48-a709-478e-a2b4-933c7d107f8c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "PUT /v2.0/floatingips/81cc1c9e-9aab-45cf-93f3-45997cb4ff6a HTTP/1.1" status: 200 len: 992 time: 1.2374394 Dec 27 14:29:25.532693 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:29:25.534882 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82283253-d561-4ce4-bcff-e7cb59f5644a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:29:25.575254 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e3dc38-67e6-4b05-84de-89f862bedaab x-openstack-request-id: req-03e3dc38-67e6-4b05-84de-89f862bedaab {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:29:25.575777 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:29:25.576060 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03e3dc38-67e6-4b05-84de-89f862bedaab {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:29:25.576464 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'status': 'completed', 'code': 200} Dec 27 14:29:25.633357 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:25.657305 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-f58bf09b-a566-4e51-ad4c-5d946f2c67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:25.658855 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-f58bf09b-a566-4e51-ad4c-5d946f2c67dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1099 time: 0.0477452 Dec 27 14:29:25.755508 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-eb3f0b7b-a416-4faa-bba8-75abed8dc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:25.757013 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-eb3f0b7b-a416-4faa-bba8-75abed8dc168 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0904951 Dec 27 14:29:25.846435 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-8368aea3-82e3-4ffd-b2c6-166b1de794bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 1000 time: 0.0666070 Dec 27 14:29:25.894514 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-b76e19eb-fb12-4f45-8bcd-86b35da9bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:25.895980 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-b76e19eb-fb12-4f45-8bcd-86b35da9bdf6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0429575 Dec 27 14:29:25.945176 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-6c774a5b-7f08-4ab3-aecf-a2ece93c3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:25.946665 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-6c774a5b-7f08-4ab3-aecf-a2ece93c3a0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405278 Dec 27 14:29:26.003781 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '81cc1c9e-9aab-45cf-93f3-45997cb4ff6a', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'mac_address': 'fa:16:3e:30:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:29:09Z', 'updated_at': '2021-12-27T14:29:24Z', 'revision_number': 1, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:26.030955 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:29:26.039766 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:29:26.040426 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:29:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:26.154850 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:29:26.210782 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:26.324414 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-c399915c-9184-471d-b0f0-31b0a3254496 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664792 Dec 27 14:29:26.404308 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '81cc1c9e-9aab-45cf-93f3-45997cb4ff6a', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'mac_address': 'fa:16:3e:30:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:29:09Z', 'updated_at': '2021-12-27T14:29:24Z', 'revision_number': 1, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:29:26.414782 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-82283253-d561-4ce4-bcff-e7cb59f5644a req-96f07e34-51b7-446d-9cbb-a4951945b01b service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838184 Dec 27 14:29:26.431658 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c022a7-8c1c-464b-baa5-686433873822 None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '81cc1c9e-9aab-45cf-93f3-45997cb4ff6a', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'mac_address': 'fa:16:3e:30:7b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:29:09Z', 'updated_at': '2021-12-27T14:29:24Z', 'revision_number': 1, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:29:26.624372 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be91aef-af41-4af5-a3f6-06f4f7dfcc08 None None] New status for floating IP 81cc1c9e-9aab-45cf-93f3-45997cb4ff6a: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:29:26.999248 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:32.984840 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-b4de3007-7404-4089-acad-ab57585db0b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436466 Dec 27 14:29:33.075434 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-42513500-fb26-48d5-9636-6996d471799a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:33.076854 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-42513500-fb26-48d5-9636-6996d471799a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 1098 time: 0.0395277 Dec 27 14:29:33.183886 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-1255a7c5-ead8-4ff3-9d34-73ea778e6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:33.185327 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-1255a7c5-ead8-4ff3-9d34-73ea778e6f28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0877202 Dec 27 14:29:33.251230 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-96f3d6c5-039b-40ac-9932-b42ce369c3df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240 HTTP/1.1" status: 200 len: 1001 time: 0.0582736 Dec 27 14:29:33.301011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-be5e9843-dfa4-4ea3-8f01-53b893b41f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:33.302388 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-be5e9843-dfa4-4ea3-8f01-53b893b41f31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0429032 Dec 27 14:29:33.351460 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-25238bd3-b03b-4161-9a86-c4cd5597e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:29:33.352850 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-25238bd3-b03b-4161-9a86-c4cd5597e3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420120 Dec 27 14:29:33.443683 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-532b5f53-b79c-4882-94f8-1dac7e9a62b1 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829329 Dec 27 14:29:33.543119 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e8c5298a-ef01-407e-bd4e-f74297cdc687 req-54ecb0c9-9b96-4e99-838d-64f499bb5cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867741 Dec 27 14:29:50.963988 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-357328bb-4f8d-454c-aadd-805b75a89b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:52.286132 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:29:53.350629 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e06ccbca-23d2-4d08-8a6f-9772233d52aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:53.996641 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:54.409092 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:56.199699 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:29:57.000698 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:20.965677 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-48847e99-2174-4c7e-8f2b-3f1e9f42d2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:23.351906 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-7efe5b7d-fd3b-4ce8-b8c1-ce1c4483d6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:23.996841 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:24.412337 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:26.195599 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:27.005189 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:29.285483 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:30:33.978028 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-e5c2fb15-e756-4685-bf8c-cc66c946e956 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399220 Dec 27 14:30:34.038786 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939e97-9457-40fd-986e-b18de5fc18df req-2e9e2075-76e8-4cde-8b70-47ea15e68ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:34.040268 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-2e9e2075-76e8-4cde-8b70-47ea15e68ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3987a0b7a4764509990d2849d59e6238&device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 1098 time: 0.0392828 Dec 27 14:30:34.147373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939e97-9457-40fd-986e-b18de5fc18df req-3e148670-2d2f-4e99-b039-2c10a15aaf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:34.148838 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-3e148670-2d2f-4e99-b039-2c10a15aaf2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 200 len: 911 time: 0.0866570 Dec 27 14:30:34.213491 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-a2a9f07c-99d8-47d8-8221-217e8ea30a36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b910194-49c4-4494-b8a1-60502c78b5a1 HTTP/1.1" status: 200 len: 1001 time: 0.0569127 Dec 27 14:30:34.267013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939e97-9457-40fd-986e-b18de5fc18df req-60846be9-d656-4f99-9cf4-bb87e522aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:34.268400 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-60846be9-d656-4f99-9cf4-bb87e522aa11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 200 len: 850 time: 0.0476043 Dec 27 14:30:34.313395 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90939e97-9457-40fd-986e-b18de5fc18df req-d02f246c-b073-4c4c-bf4e-f0b18b1d1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:34.314857 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-d02f246c-b073-4c4c-bf4e-f0b18b1d1fa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a7decc-c7a3-4b69-8e7b-3eb61e173248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388222 Dec 27 14:30:34.403284 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-e68a1635-c2a9-4443-a0d8-68e58ef18d18 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808406 Dec 27 14:30:34.496486 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90939e97-9457-40fd-986e-b18de5fc18df req-756e3f0d-eff0-4b0d-9b41-0f6b9b33beb9 service neutron] 10.222.0.30 "GET /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Dec 27 14:30:47.178137 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13e06-f3d0-4a87-a425-ec343ba7d6ac req-e14f7132-a54a-4ac5-abdb-1c414a809b21 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:47.179614 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bdb13e06-f3d0-4a87-a425-ec343ba7d6ac req-e14f7132-a54a-4ac5-abdb-1c414a809b21 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0505533 Dec 27 14:30:47.228608 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-bdb13e06-f3d0-4a87-a425-ec343ba7d6ac req-129442b4-4527-4e3b-94dd-5fcfead6c852 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Dec 27 14:30:48.356529 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6b6b5-bfe5-4b8e-8212-8897851ce67f req-ee760c0e-087b-47ae-9051-79a5dd214643 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:48.357970 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a5f6b6b5-bfe5-4b8e-8212-8897851ce67f req-ee760c0e-087b-47ae-9051-79a5dd214643 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0534103 Dec 27 14:30:48.405021 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a5f6b6b5-bfe5-4b8e-8212-8897851ce67f req-a3771ecf-3e35-4b4d-adcc-2894497a5b15 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Dec 27 14:30:49.526118 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bebc9-6a42-4749-9bf7-c6109c5dee32 req-b4562779-89aa-47f6-b753-5b7999923466 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:49.527581 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f51bebc9-6a42-4749-9bf7-c6109c5dee32 req-b4562779-89aa-47f6-b753-5b7999923466 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0488739 Dec 27 14:30:49.575263 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f51bebc9-6a42-4749-9bf7-c6109c5dee32 req-29bc0b53-b4b6-455d-9c57-5d1738e935e9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Dec 27 14:30:50.694368 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a5b21-89a5-4b3f-b780-3526ed6d7662 req-6c5e543f-fa22-4f9b-b741-86303ac71975 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:50.695815 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e72a5b21-89a5-4b3f-b780-3526ed6d7662 req-6c5e543f-fa22-4f9b-b741-86303ac71975 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0483797 Dec 27 14:30:50.741376 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e72a5b21-89a5-4b3f-b780-3526ed6d7662 req-63d856ca-1068-4333-909d-27c223e2bdd1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397809 Dec 27 14:30:50.968632 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf1e3-71bf-4f51-a4cd-f72c3537a57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:51.095978 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c216d82-c4cf-4ae8-a0d7-e5b786aa39bf req-943c6d83-98f7-4e01-9478-1371f707941e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:51.097440 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6c216d82-c4cf-4ae8-a0d7-e5b786aa39bf req-943c6d83-98f7-4e01-9478-1371f707941e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0524709 Dec 27 14:30:51.149669 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6c216d82-c4cf-4ae8-a0d7-e5b786aa39bf req-002d2117-519b-4059-bcde-eb8a6f73d3a4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 Dec 27 14:30:51.861563 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5348d60-ec5a-4d00-afe9-1a0897095430 req-efd071d5-618b-406c-ac63-31a60da748cd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:51.863017 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a5348d60-ec5a-4d00-afe9-1a0897095430 req-efd071d5-618b-406c-ac63-31a60da748cd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Dec 27 14:30:51.912700 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a5348d60-ec5a-4d00-afe9-1a0897095430 req-db227020-1ea4-47d3-9c99-19fa7b8208b4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438378 Dec 27 14:30:52.264195 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1a0d9-5eb3-404c-af33-29135bfc68af req-44d92fc3-ff5c-45bd-9dcc-b3012190951f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:52.265685 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b6c1a0d9-5eb3-404c-af33-29135bfc68af req-44d92fc3-ff5c-45bd-9dcc-b3012190951f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0490444 Dec 27 14:30:52.315150 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b6c1a0d9-5eb3-404c-af33-29135bfc68af req-e1113e1b-3591-423d-bf32-5f6fa0f574d3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Dec 27 14:30:52.724431 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-d25b0b34-15ba-4208-9326-b1a2c28c61bf tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:52.725864 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-d25b0b34-15ba-4208-9326-b1a2c28c61bf tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 945 time: 0.0482810 Dec 27 14:30:52.816535 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Deleting port 5b8c6947-5cbc-4988-981c-34cec1bb4240 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:30:52.816828 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:52.905442 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] For port 5b8c6947-5cbc-4988-981c-34cec1bb4240, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=5b8c6947-5cbc-4988-981c-34cec1bb4240,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:30:52.905795 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:53.037586 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19032a28-fcc2-4658-ab3f-626a92859e58 req-55d258b1-f328-478b-8206-4325d0068ce3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:53.038973 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-19032a28-fcc2-4658-ab3f-626a92859e58 req-55d258b1-f328-478b-8206-4325d0068ce3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0476811 Dec 27 14:30:53.085685 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-19032a28-fcc2-4658-ab3f-626a92859e58 req-531177a9-42f4-4e83-aad6-6be808719fd4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407856 Dec 27 14:30:53.130999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:53.131360 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:53.131677 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Floating IP c8a5f648-24b0-4afc-986e-81a80a4f5460 disassociated. External IP: 172.27.2.126, port: 5b8c6947-5cbc-4988-981c-34cec1bb4240. Dec 27 14:30:53.132049 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Calling delete_port for 5b8c6947-5cbc-4988-981c-34cec1bb4240 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:30:53.263744 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:53.294014 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'Port': ['ID=5b8c6947-5cbc-4988-981c-34cec1bb4240,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:30:53.305545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.305760 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.306109 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.306447 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.306779 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.307108 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.307436 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.307760 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.308112 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.308440 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.308757 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.309081 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.309399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:53.355941 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11dbdbec-3958-413e-b2fd-6f518edee352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:53.426138 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7a0df42f-c28d-4478-b04e-103821b8d41c req-d82e364c-e398-4102-a023-791bbe5a4519 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d HTTP/1.1" status: 200 len: 210 time: 0.0307398 Dec 27 14:30:53.446441 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:30:53.552927 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:30:53.562216 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:30:53.572686 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:30:53.573229 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:30:53.593847 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] No DVR routers for this DVR port 5b8c6947-5cbc-4988-981c-34cec1bb4240 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:30:53.596964 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:53.600228 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8e6608b8-5d9d-4f18-9910-cdd4a08ea818 req-bd694612-ae8d-48d6-b17f-c75a4c17ad81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "DELETE /v2.0/ports/5b8c6947-5cbc-4988-981c-34cec1bb4240 HTTP/1.1" status: 204 len: 173 time: 0.8677373 Dec 27 14:30:53.600653 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'name': 'network-vif-deleted', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:30:53.602905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452b1bab-9372-400d-985a-615599613971" -d '{"events": [{"server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "name": "network-vif-deleted", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:30:53.661481 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6e8b43-733e-44da-b2c1-a74a1300d23b x-openstack-request-id: req-cb6e8b43-733e-44da-b2c1-a74a1300d23b {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:30:53.661766 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d", "name": "network-vif-deleted", "tag": "5b8c6947-5cbc-4988-981c-34cec1bb4240", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:30:53.662022 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb6e8b43-733e-44da-b2c1-a74a1300d23b {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:30:53.662418 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6f7a1b-90e3-47ff-90b7-fac0d8b7fb5d', 'name': 'network-vif-deleted', 'tag': '5b8c6947-5cbc-4988-981c-34cec1bb4240', 'status': 'completed', 'code': 200} Dec 27 14:30:53.692854 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:30:53.905656 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:30:53.940182 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:30:53.948601 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:30:53.949206 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:30:54.171863 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:54.206875 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:30:54.211288 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36b3fa-51ce-43b5-8d6c-501ecbacb64d req-c6d02265-d6fd-406f-836e-c1f5f101c443 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:54.216408 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7e36b3fa-51ce-43b5-8d6c-501ecbacb64d req-c6d02265-d6fd-406f-836e-c1f5f101c443 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0562069 Dec 27 14:30:54.270335 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7e36b3fa-51ce-43b5-8d6c-501ecbacb64d req-f4690836-86f9-4775-9766-ca1afb2423da tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504236 Dec 27 14:30:54.419072 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:54.430750 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:30:54.458246 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2a76e9-cf34-4040-a1a8-5bf28321ab41 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:30:54.707542 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-1ef297ae-881c-4bd6-8d2a-014b9edad2e0 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474312789&fields=id&tenant_id=05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 267 time: 0.0482571 Dec 27 14:30:54.720333 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be79934-a519-4d2b-9bf4-9a2966fc4dbe None None] New status for floating IP c8a5f648-24b0-4afc-986e-81a80a4f5460: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:30:54.818335 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-3da532e8-26a4-412e-8567-e2351e2edfe4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:54.819800 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-3da532e8-26a4-412e-8567-e2351e2edfe4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 811 time: 0.1049914 Dec 27 14:30:54.834954 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-473747e6-4ee6-4400-a61e-90304f79abe3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/quotas/05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Dec 27 14:30:54.887111 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-b67b1287-d0b6-49d2-a1f3-ecf81cd161e9 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464177 Dec 27 14:30:54.985346 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-b87c5b58-4e0a-4910-81ed-b6c3d0d37bf2 service neutron] 10.222.0.37 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Dec 27 14:30:55.070101 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-d352cbaf-ac40-4cf9-8036-14d9616b3808 service neutron] 10.222.0.37 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787756 Dec 27 14:30:55.353376 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ed573cce-4bd3-4295-ab3c-84a4e9c4b02e req-2beb4f87-b477-479a-8fcc-a67b175aa02d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 210 time: 0.0275071 Dec 27 14:30:55.428163 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e466cf1-915b-42fe-913f-0faeda9309c6 req-651a458a-40f5-41a9-a193-7de7e955d2ff tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:55.429886 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e466cf1-915b-42fe-913f-0faeda9309c6 req-651a458a-40f5-41a9-a193-7de7e955d2ff tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0597434 Dec 27 14:30:55.481606 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4e466cf1-915b-42fe-913f-0faeda9309c6 req-2a3b6410-0be5-4553-a7e4-d1d997ff9792 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444629 Dec 27 14:30:56.196937 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:56.358576 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-17283f91-d416-47fd-b9f1-0ca7aa1e9b1c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:56.360621 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-17283f91-d416-47fd-b9f1-0ca7aa1e9b1c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 811 time: 0.1114864 Dec 27 14:30:56.430412 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-6166e78c-8c09-4262-ae2e-5b2385bbeaf3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 379 time: 0.0598979 Dec 27 14:30:56.442264 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'port': {'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'admin_state_up': True, 'tenant_id': '05268adb4a234195999f6992b93b3175', 'security_groups': ['57e505ca-872a-431b-a757-c227a788e900']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:30:56.448868 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c0905535-2aad-4ef1-9af4-3a186e97ddc5 req-ed5d1456-0248-4d5b-8ecc-84f0f5f9b1ea tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 210 time: 0.0265157 Dec 27 14:30:56.556298 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Made reservation on behalf of 05268adb4a234195999f6992b93b3175 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:30:56.560323 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:56.692602 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f72be-5376-4d80-a383-ec2d4c5f4e2d req-758a4e49-e097-411e-8fcd-d22423507863 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:56.695700 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-757f72be-5376-4d80-a383-ec2d4c5f4e2d req-758a4e49-e097-411e-8fcd-d22423507863 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.1331284 Dec 27 14:30:56.809070 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-757f72be-5376-4d80-a383-ec2d4c5f4e2d req-22d3d88b-8fdd-4bd1-bd3e-f4bdbedff8ae tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052756 Dec 27 14:30:56.818452 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Allocated IP 172.20.0.4 (dfbd514e-e372-4721-aac1-a9c7fb2e81c2/d49970df-884b-4cbe-b281-21457d3f9eea/d2f2dd8e-ec15-4733-83a0-a34345736d8d) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:30:56.992453 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.012399 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.037822 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.100961 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:30:57.107135 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:30:57.110792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:30:57.147765 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=d2f2dd8e-ec15-4733-83a0-a34345736d8d,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:30:57.177947 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:57.178606 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.197914 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-858280d9-bd21-47dd-bbce-fd9d5705f2a1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598827 Dec 27 14:30:57.213478 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Request body: {'port': {'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:30:57.307337 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.375989 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c49fb21d-7b3d-4535-bdad-63630d38e6d4 None None] Provisioning complete for port d2f2dd8e-ec15-4733-83a0-a34345736d8d triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:30:57.377185 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c49fb21d-7b3d-4535-bdad-63630d38e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.414160 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c49fb21d-7b3d-4535-bdad-63630d38e6d4 None None] Port d2f2dd8e-ec15-4733-83a0-a34345736d8d cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:30:57.565687 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4fb68-7bd6-4167-8e8f-494a58c334a3 req-cbb2fd28-bc9a-4ad9-afff-7a6e403b6d5a tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:57.567132 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2db4fb68-7bd6-4167-8e8f-494a58c334a3 req-cbb2fd28-bc9a-4ad9-afff-7a6e403b6d5a tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 931 time: 0.0527177 Dec 27 14:30:57.585875 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f2dd8e-ec15-4733-83a0-a34345736d8d {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:30:57.593200 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.605430 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Transition to ACTIVE for port object d2f2dd8e-ec15-4733-83a0-a34345736d8d will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:30:57.608467 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5b8c6947-5cbc-4988-981c-34cec1bb4240 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:30:57.610278 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.618575 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2db4fb68-7bd6-4167-8e8f-494a58c334a3 req-27563ef3-fed2-4e06-a6fa-10a047870b66 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453494 Dec 27 14:30:57.629358 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 5b8c6947-5cbc-4988-981c-34cec1bb4240 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:30:57.629707 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 5b8c6947-5cbc-4988-981c-34cec1bb4240 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:30:57.683946 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d2f2dd8e-ec15-4733-83a0-a34345736d8d,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:30:57.738027 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Attempting to bind port d2f2dd8e-ec15-4733-83a0-a34345736d8d on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:30:57.738432 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Attempting to bind port d2f2dd8e-ec15-4733-83a0-a34345736d8d by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:30:57.738822 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Attempting to bind port d2f2dd8e-ec15-4733-83a0-a34345736d8d on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:30:57.743503 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Port d2f2dd8e-ec15-4733-83a0-a34345736d8d on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:30:57.743929 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Attempting to bind port d2f2dd8e-ec15-4733-83a0-a34345736d8d on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:30:57.749264 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:30:57.749592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Checking segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:30:57.749946 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Bound using segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:30:57.751009 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Bound port: d2f2dd8e-ec15-4733-83a0-a34345736d8d, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:30:57.751447 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.820993 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] For port d2f2dd8e-ec15-4733-83a0-a34345736d8d, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:30:57.824653 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] For port d2f2dd8e-ec15-4733-83a0-a34345736d8d, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:30:57.829395 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.862643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:57.863251 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:57.864654 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] 10.222.0.30 "PUT /v2.0/ports/d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 1093 time: 0.6567719 Dec 27 14:30:57.865244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:30:57.867360 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83031ea7-3012-4406-a823-3121b92a96e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:30:57.894930 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a21c1-b297-43c2-a80d-f5a7fb754c0f service neutron] Pushing event updated for resources: {'Port': ['ID=d2f2dd8e-ec15-4733-83a0-a34345736d8d,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:30:57.921934 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3902302-e619-4f5c-8c8f-bfc51c986b55 x-openstack-request-id: req-c3902302-e619-4f5c-8c8f-bfc51c986b55 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:30:57.923007 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:30:57.923361 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3902302-e619-4f5c-8c8f-bfc51c986b55 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:30:57.923880 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'status': 'completed', 'code': 200} Dec 27 14:30:58.006190 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9217a1-50d0-4dea-8af1-4fdb4c1021ef req-db49f8e7-05d7-4cb8-af2b-dd2ee2b4280e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.007722 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0d9217a1-50d0-4dea-8af1-4fdb4c1021ef req-db49f8e7-05d7-4cb8-af2b-dd2ee2b4280e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0961325 Dec 27 14:30:58.013767 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-2a63a74c-9f04-4048-8bce-12bee148c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.015226 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-2a63a74c-9f04-4048-8bce-12bee148c722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1096 time: 0.0865021 Dec 27 14:30:58.069532 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-e5c6c139-c280-40e7-adee-cf4817943be4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 217 time: 0.0462012 Dec 27 14:30:58.121659 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0d9217a1-50d0-4dea-8af1-4fdb4c1021ef req-622bf1ac-4736-4d68-abd7-cddd568af5cb tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055005 Dec 27 14:30:58.139717 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-8c43b4e3-43dd-4bae-b8d4-d8516a93b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.141224 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-8c43b4e3-43dd-4bae-b8d4-d8516a93b8db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0618093 Dec 27 14:30:58.186792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e1477-1a1f-4eb5-a294-56f273954985 req-d07fbb4c-1f85-4e9e-9776-3b43570b18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.188904 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-d07fbb4c-1f85-4e9e-9776-3b43570b18ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406206 Dec 27 14:30:58.275556 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-1589ee3b-e657-4291-a841-402a4c8d4bdd service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793612 Dec 27 14:30:58.370394 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-160e1477-1a1f-4eb5-a294-56f273954985 req-814e06f5-4950-4491-9e53-ad0de11d1dae service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871975 Dec 27 14:30:58.467675 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83031ea7-3012-4406-a823-3121b92a96e4 req-d694ba48-fc88-46a8-93b6-75eab61ba7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.469864 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-d694ba48-fc88-46a8-93b6-75eab61ba7a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1096 time: 0.0447776 Dec 27 14:30:58.565369 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83031ea7-3012-4406-a823-3121b92a96e4 req-7636ce67-a179-45e3-859e-a3cbbf51b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.566891 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-7636ce67-a179-45e3-859e-a3cbbf51b803 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0901411 Dec 27 14:30:58.610960 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-5333e0f9-4ceb-46da-8a4a-f80e50f267c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 217 time: 0.0357606 Dec 27 14:30:58.665051 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83031ea7-3012-4406-a823-3121b92a96e4 req-9f8ee58d-3d2a-4c20-a9c0-0a3a909738ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.666621 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-9f8ee58d-3d2a-4c20-a9c0-0a3a909738ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0487723 Dec 27 14:30:58.741922 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83031ea7-3012-4406-a823-3121b92a96e4 req-33ed8360-9164-4255-bc44-2c8e4060deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.743390 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-33ed8360-9164-4255-bc44-2c8e4060deb4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692406 Dec 27 14:30:58.756016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6204fa-b73e-439c-a8da-22e82bfdc254 req-f5ecba39-ecbb-4e4e-9020-cfd62cb894f0 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.757566 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa6204fa-b73e-439c-a8da-22e82bfdc254 req-f5ecba39-ecbb-4e4e-9020-cfd62cb894f0 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0593314 Dec 27 14:30:58.859274 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa6204fa-b73e-439c-a8da-22e82bfdc254 req-3eb7a432-4a13-42b3-b4bc-1e7062d1d10f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938945 Dec 27 14:30:58.863889 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4027f3-99b3-439b-95b0-0ce0f3dfe3d6 req-b849243d-d6f1-4e6d-9fa2-acbc84effb59 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:58.865899 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5f4027f3-99b3-439b-95b0-0ce0f3dfe3d6 req-b849243d-d6f1-4e6d-9fa2-acbc84effb59 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Dec 27 14:30:58.879609 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-c590b387-577c-445a-94ce-69525f2821cf service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212401 Dec 27 14:30:58.913503 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5f4027f3-99b3-439b-95b0-0ce0f3dfe3d6 req-3e80dc13-0a3e-43d2-8e07-2ff6d8f02233 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Dec 27 14:30:58.969776 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-83031ea7-3012-4406-a823-3121b92a96e4 req-a9b37a2a-f3b1-4ba7-9b0f-93ca70a12230 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812457 Dec 27 14:30:59.246324 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c424a-772f-464f-ac20-5dac04c71a9e req-5d64023b-3578-4d68-98a7-842c8aa6a443 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:59.247760 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-851c424a-772f-464f-ac20-5dac04c71a9e req-5d64023b-3578-4d68-98a7-842c8aa6a443 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0531344 Dec 27 14:30:59.293860 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-851c424a-772f-464f-ac20-5dac04c71a9e req-3ce2fe1b-891a-4df0-a2d4-50760794f42e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 Dec 27 14:30:59.615535 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:30:59.709110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:30:59.720555 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'mac_address': 'fa:16:3e:30:7b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:30:59.759826 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:59.772531 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5856f9b-e239-4613-88a7-d15a19d0765d {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:30:59.792077 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:30:59.795709 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:30:59.846226 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:30:59.853397 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.853742 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.854078 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.854406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.854731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.855052 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.855369 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.855697 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.856035 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.856355 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.856670 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.856981 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.857292 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:30:59.880296 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d5856f9b-e239-4613-88a7-d15a19d0765d'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:30:59.978553 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a245c20-cefc-4daa-9197-3334ac4359d7 req-871d208d-c9dd-4933-a7b9-75db15e44cf2 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:30:59.980180 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a245c20-cefc-4daa-9197-3334ac4359d7 req-871d208d-c9dd-4933-a7b9-75db15e44cf2 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0505099 Dec 27 14:31:00.038280 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd80f8-0c0c-481c-805f-dc3391280de4 req-71d025f2-73e6-41b8-aa20-8cb18315a9f5 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:00.039774 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-93fd80f8-0c0c-481c-805f-dc3391280de4 req-71d025f2-73e6-41b8-aa20-8cb18315a9f5 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0519545 Dec 27 14:31:00.041629 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-6a245c20-cefc-4daa-9197-3334ac4359d7 req-6da23d9f-28e2-4058-acf1-bbab1335b41d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539858 Dec 27 14:31:00.086225 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-93fd80f8-0c0c-481c-805f-dc3391280de4 req-0bc96432-a18c-49c5-b6da-98d812d6999f tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Dec 27 14:31:00.418137 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dc139-95b8-4da0-a8f2-fecaa463c4d0 req-525001ac-5a02-4c40-9fae-95b45a67dd6d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:00.419509 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-664dc139-95b8-4da0-a8f2-fecaa463c4d0 req-525001ac-5a02-4c40-9fae-95b45a67dd6d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Dec 27 14:31:00.465248 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-664dc139-95b8-4da0-a8f2-fecaa463c4d0 req-38bfe88f-4f40-4422-a098-a4e0da267288 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391707 Dec 27 14:31:01.157873 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f3739-e74b-4e66-acb7-242182c499a9 req-d4541b34-cc6c-49c6-b0cb-79ff066176fb tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:01.159390 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-398f3739-e74b-4e66-acb7-242182c499a9 req-d4541b34-cc6c-49c6-b0cb-79ff066176fb tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0513093 Dec 27 14:31:01.204020 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69d04-1ac5-454f-a97b-6416cb814338 req-83202262-3eff-41ec-bd6f-569f07691baa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:01.205729 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b8b69d04-1ac5-454f-a97b-6416cb814338 req-83202262-3eff-41ec-bd6f-569f07691baa tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0481825 Dec 27 14:31:01.212496 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-398f3739-e74b-4e66-acb7-242182c499a9 req-b2830eea-e401-410a-bb34-425e75621e0c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470586 Dec 27 14:31:01.253713 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b8b69d04-1ac5-454f-a97b-6416cb814338 req-bab2ab1e-ce2f-4eda-ab6f-398dd3552d85 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups?id=4baa078e-5499-47d4-af22-e369d39413a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420637 Dec 27 14:31:01.314173 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9fd27-d029-4808-a379-c04f78377af8 req-3b710643-3017-4745-a025-d7bcbed942a9 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:01.315575 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-61a9fd27-d029-4808-a379-c04f78377af8 req-3b710643-3017-4745-a025-d7bcbed942a9 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 945 time: 0.0467358 Dec 27 14:31:01.402771 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Deleting port 8b910194-49c4-4494-b8a1-60502c78b5a1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:31:01.403021 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:01.635513 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:31:01.682815 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d5856f9b-e239-4613-88a7-d15a19d0765d triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:31:01.683095 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:01.761368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:01.783572 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:31:01.785823 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a5fb8-3868-45f0-a76c-5363b5f5dc45" -d '{"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-plugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:31:01.790933 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9b5d6-bcba-43b2-baac-657f2c733fab req-4ef1bce9-713c-4c49-ac9c-a2cbb047b0ab tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:01.792435 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57d9b5d6-bcba-43b2-baac-657f2c733fab req-4ef1bce9-713c-4c49-ac9c-a2cbb047b0ab tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0714514 Dec 27 14:31:01.798126 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] For port 8b910194-49c4-4494-b8a1-60502c78b5a1, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=8b910194-49c4-4494-b8a1-60502c78b5a1,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:01.798485 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:01.802570 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:01.808348 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:01.835319 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096212b-cc46-445e-a93d-3e12610fa236 x-openstack-request-id: req-4096212b-cc46-445e-a93d-3e12610fa236 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:31:01.835613 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-plugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:31:01.835887 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4096212b-cc46-445e-a93d-3e12610fa236 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:31:01.836278 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'code': 200} Dec 27 14:31:01.861046 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:01.895338 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-57d9b5d6-bcba-43b2-baac-657f2c733fab req-a24300ae-617e-4baf-8211-c18d22ffc3ac tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942395 Dec 27 14:31:02.004701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:02.005058 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:02.005369 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Floating IP e731051e-438d-440d-98b7-ad9da7605e4d disassociated. External IP: 172.27.2.180, port: 8b910194-49c4-4494-b8a1-60502c78b5a1. Dec 27 14:31:02.005705 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Calling delete_port for 8b910194-49c4-4494-b8a1-60502c78b5a1 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:31:02.127582 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:02.160572 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event deleted for resources: {'Port': ['ID=8b910194-49c4-4494-b8a1-60502c78b5a1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:02.276381 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:31:02.338035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef73ae-92c1-47b8-924e-819e01f94965 req-b71052a7-df47-4933-a633-9507fd0c1071 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:02.339529 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-36ef73ae-92c1-47b8-924e-819e01f94965 req-b71052a7-df47-4933-a633-9507fd0c1071 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0542433 Dec 27 14:31:02.365969 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c2c6b1a3-df33-4ca2-a68b-7007b34c0065 req-8b5e0497-1d9e-4259-b59b-54a117085565 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2fac49-b603-495e-a648-b56ca6920804 HTTP/1.1" status: 200 len: 210 time: 0.0350606 Dec 27 14:31:02.394961 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-36ef73ae-92c1-47b8-924e-819e01f94965 req-4c8336eb-ebbd-4d04-b87f-6fc9213dae57 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487924 Dec 27 14:31:02.423595 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:31:02.433150 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:31:02.444423 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:31:02.445284 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:02.463081 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] No DVR routers for this DVR port 8b910194-49c4-4494-b8a1-60502c78b5a1 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:31:02.465544 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:02.469001 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-61a9fd27-d029-4808-a379-c04f78377af8 req-af0da14d-8591-4df3-b057-1d5efe2f6ecb tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.30 "DELETE /v2.0/ports/8b910194-49c4-4494-b8a1-60502c78b5a1 HTTP/1.1" status: 204 len: 173 time: 1.1474957 Dec 27 14:31:02.469556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'name': 'network-vif-deleted', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:31:02.471692 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147b8ef-e4d7-42af-8603-6cc169892c9f" -d '{"events": [{"server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "name": "network-vif-deleted", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:31:02.528944 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c64ae65-ec93-4356-8d7e-9c1836fc60a2 x-openstack-request-id: req-8c64ae65-ec93-4356-8d7e-9c1836fc60a2 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:31:02.529236 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2fac49-b603-495e-a648-b56ca6920804", "name": "network-vif-deleted", "tag": "8b910194-49c4-4494-b8a1-60502c78b5a1", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:31:02.529486 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c64ae65-ec93-4356-8d7e-9c1836fc60a2 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:31:02.529885 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2fac49-b603-495e-a648-b56ca6920804', 'name': 'network-vif-deleted', 'tag': '8b910194-49c4-4494-b8a1-60502c78b5a1', 'status': 'completed', 'code': 200} Dec 27 14:31:02.558220 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:31:02.758531 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:02.788500 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:31:02.796545 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:31:02.797169 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:02.907023 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:31:03.024727 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76089b-89ba-4ca1-b02d-899d2b2d9808 req-3362b8ad-6e5c-445d-9dba-8f7166ab33b9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:03.026216 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8b76089b-89ba-4ca1-b02d-899d2b2d9808 req-3362b8ad-6e5c-445d-9dba-8f7166ab33b9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Dec 27 14:31:03.073314 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8b76089b-89ba-4ca1-b02d-899d2b2d9808 req-19bedd06-02d1-4555-81c7-379882c4176d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400932 Dec 27 14:31:03.113106 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:03.139950 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ab9142-93b6-4876-bd0a-3d466c278b18 None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:21:19Z', 'revision_number': 4, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '313e512b-1292-489e-9589-7d9b9797792c', 'name': '', 'network_id': '67a7decc-c7a3-4b69-8e7b-3eb61e173248', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'mac_address': 'fa:16:3e:d5:97:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:18Z', 'updated_at': '2021-12-27T14:21:30Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'subnets': [{'id': '516fea43-056d-4131-b7d8-3e561b6f2674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:31:03.342881 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec75ba9-f5d8-4122-aaba-7fe4b5958648 None None] New status for floating IP e731051e-438d-440d-98b7-ad9da7605e4d: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:31:03.451530 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34168) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:03.551716 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7751f7-b9f7-4601-9fa6-7d662b0d8873 req-624771dd-961f-4b37-bb75-7329942f97dc tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:03.553305 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7b7751f7-b9f7-4601-9fa6-7d662b0d8873 req-624771dd-961f-4b37-bb75-7329942f97dc tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0816228 Dec 27 14:31:03.554315 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.590283 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.640519 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7b7751f7-b9f7-4601-9fa6-7d662b0d8873 req-934adea4-d018-4292-be95-69450f94c297 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808454 Dec 27 14:31:03.661319 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.664108 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.665192 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "DELETE /v2.0/security-groups/4baa078e-5499-47d4-af22-e369d39413a8 HTTP/1.1" status: 204 len: 168 time: 0.2124946 Dec 27 14:31:03.667993 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34170) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:03.674932 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baa078e-5499-47d4-af22-e369d39413a8,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:03.681542 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.api.v2.resource [None req-9b76604d-ac5a-450a-9ba6-d41bd67c834b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] show failed (client error): The resource could not be found. Dec 27 14:31:03.681974 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.682304 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.682511 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9b76604d-ac5a-450a-9ba6-d41bd67c834b tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "GET /v2.0/security-groups/4baa078e-5499-47d4-af22-e369d39413a8 HTTP/1.1" status: 404 len: 347 time: 0.0135367 Dec 27 14:31:03.682650 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.682986 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.683312 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.683639 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.683987 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.684313 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.684636 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.684960 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.685275 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:03.685400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.685590 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.685905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363e369-68f6-4a91-bc14-7f1d49251509 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:03.810804 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Deleting port fabd7b7c-5f16-4519-a951-c59f7f497fcf {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:31:03.811146 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.887814 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.888066 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:03.900186 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Calling delete_port for fabd7b7c-5f16-4519-a951-c59f7f497fcf owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:31:04.029679 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:04.058267 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Pushing event deleted for resources: {'Port': ['ID=fabd7b7c-5f16-4519-a951-c59f7f497fcf,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:04.119617 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:04.122158 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:04.128951 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b3d4c9cc-e1df-453e-8cfc-a2e632a55582 tempest-AttachVolumeTestJSON-501014962 tempest-AttachVolumeTestJSON-501014962-project] 10.222.0.37 "DELETE /v2.0/floatingips/e731051e-438d-440d-98b7-ad9da7605e4d HTTP/1.1" status: 204 len: 168 time: 0.4371285 Dec 27 14:31:04.210244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488a21-e145-498c-ab1a-cc62a6ce1730 req-44d8e912-ae96-47ab-a9d6-a7301bf106cf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:04.211770 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-58488a21-e145-498c-ab1a-cc62a6ce1730 req-44d8e912-ae96-47ab-a9d6-a7301bf106cf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0518134 Dec 27 14:31:04.279894 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-58488a21-e145-498c-ab1a-cc62a6ce1730 req-2d315939-36c6-4858-b33f-f1ae15f054e5 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590591 Dec 27 14:31:04.780767 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679529e-81c4-449c-b35c-9bb540a6811b req-f2b4744e-b667-4b66-b053-4eb7e766c81c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:04.790210 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f679529e-81c4-449c-b35c-9bb540a6811b req-f2b4744e-b667-4b66-b053-4eb7e766c81c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0687177 Dec 27 14:31:04.852123 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f679529e-81c4-449c-b35c-9bb540a6811b req-c8d45b4e-ccaa-483d-b8fa-9dfe68c005f1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604491 Dec 27 14:31:05.471539 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd654d-b4c0-4593-a0d5-3dd8c2a9e30b req-93cd9bef-21de-4afe-b2fc-6880e3227941 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:05.473167 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-39cd654d-b4c0-4593-a0d5-3dd8c2a9e30b req-93cd9bef-21de-4afe-b2fc-6880e3227941 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0768664 Dec 27 14:31:05.533333 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-39cd654d-b4c0-4593-a0d5-3dd8c2a9e30b req-b197dd5f-aada-4817-ada9-1e05954baa39 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541356 Dec 27 14:31:05.637199 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8b910194-49c4-4494-b8a1-60502c78b5a1 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:31:05.664732 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 8b910194-49c4-4494-b8a1-60502c78b5a1 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:31:05.665321 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 8b910194-49c4-4494-b8a1-60502c78b5a1 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:31:06.011535 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e88c8b-93fa-4ff2-95ff-0ec06af24148 req-8f893ca8-52c6-4715-bf8c-e8a0501eec22 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:06.013854 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-10e88c8b-93fa-4ff2-95ff-0ec06af24148 req-8f893ca8-52c6-4715-bf8c-e8a0501eec22 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0751355 Dec 27 14:31:06.071009 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-10e88c8b-93fa-4ff2-95ff-0ec06af24148 req-f8c79333-a4f0-4c30-aca2-063ba6cb86da tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485420 Dec 27 14:31:06.286788 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:31:06.695011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059cf5-9fbd-4707-ae8f-8cfd4eeb90c4 req-7f7071dd-61df-4aa4-9bbc-a44768354194 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:06.696572 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d059cf5-9fbd-4707-ae8f-8cfd4eeb90c4 req-7f7071dd-61df-4aa4-9bbc-a44768354194 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0698597 Dec 27 14:31:06.751555 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7d059cf5-9fbd-4707-ae8f-8cfd4eeb90c4 req-a26c2d9f-2463-49f7-ad37-683b767543a2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485821 Dec 27 14:31:07.214207 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19562e9-66f2-4162-9b23-4930c0ca23b2 req-3ba590f4-31cc-4fe7-953a-2b7c577914a3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:07.216288 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d19562e9-66f2-4162-9b23-4930c0ca23b2 req-3ba590f4-31cc-4fe7-953a-2b7c577914a3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 943 time: 0.0567348 Dec 27 14:31:07.271587 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d19562e9-66f2-4162-9b23-4930c0ca23b2 req-909078c7-7d53-4ae7-b056-5175a00f4ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480778 Dec 27 14:31:07.666127 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d2f2dd8e-ec15-4733-83a0-a34345736d8d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:31:07.780014 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d2f2dd8e-ec15-4733-83a0-a34345736d8d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:07.793646 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:31:07.822681 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34246) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:07.849577 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:07.864126 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f2dd8e-ec15-4733-83a0-a34345736d8d {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:31:07.898174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d2f2dd8e-ec15-4733-83a0-a34345736d8d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:07.901248 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd4ccd-939d-4ee3-8a7b-4bd9aeca2567 req-81d74d09-8171-494a-83d1-a7e2f0c430a7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:07.906319 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:07.910033 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f6dd4ccd-939d-4ee3-8a7b-4bd9aeca2567 req-81d74d09-8171-494a-83d1-a7e2f0c430a7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0704186 Dec 27 14:31:07.966704 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d2f2dd8e-ec15-4733-83a0-a34345736d8d,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:07.981485 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f6dd4ccd-939d-4ee3-8a7b-4bd9aeca2567 req-605777d5-f2c3-497d-acdc-eede70c7c388 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701513 Dec 27 14:31:08.286281 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d2f2dd8e-ec15-4733-83a0-a34345736d8d'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:31:08.482239 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021441c-fabb-4836-9140-afbd3cfda211 req-d9de4c7a-9440-4d80-bdbe-bc364053e36c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:08.502412 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e021441c-fabb-4836-9140-afbd3cfda211 req-d9de4c7a-9440-4d80-bdbe-bc364053e36c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 944 time: 0.1222820 Dec 27 14:31:08.574679 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e021441c-fabb-4836-9140-afbd3cfda211 req-f244ec2d-1b2e-4f39-a413-05d604c85cb7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664356 Dec 27 14:31:08.621808 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:08.920959 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Deleting port 313e512b-1292-489e-9589-7d9b9797792c {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:31:08.921663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.016382 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] For port 313e512b-1292-489e-9589-7d9b9797792c, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=313e512b-1292-489e-9589-7d9b9797792c,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:09.016846 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.033191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Calling delete_port for 313e512b-1292-489e-9589-7d9b9797792c owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:31:09.147422 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331e10-6a12-46da-a4c3-cc19f6ae3a47 req-a22a2ecc-1fd1-4fc2-9c66-c88b1d0b3809 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:09.148990 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-70331e10-6a12-46da-a4c3-cc19f6ae3a47 req-a22a2ecc-1fd1-4fc2-9c66-c88b1d0b3809 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0742686 Dec 27 14:31:09.251889 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-70331e10-6a12-46da-a4c3-cc19f6ae3a47 req-853b6195-9a21-44e3-916e-e46f6536af52 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682414 Dec 27 14:31:09.319104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.353109 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Pushing event deleted for resources: {'Port': ['ID=313e512b-1292-489e-9589-7d9b9797792c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:09.544258 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.665498 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d2f2dd8e-ec15-4733-83a0-a34345736d8d up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:31:09.705839 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec3a9b-1424-4e54-a98e-ae0cfbac0558 req-08584b7e-9fca-4df8-bb33-f3c8c43b8e37 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:09.709630 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-daec3a9b-1424-4e54-a98e-ae0cfbac0558 req-08584b7e-9fca-4df8-bb33-f3c8c43b8e37 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 944 time: 0.0553412 Dec 27 14:31:09.759622 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port d2f2dd8e-ec15-4733-83a0-a34345736d8d completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:31:09.768860 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-daec3a9b-1424-4e54-a98e-ae0cfbac0558 req-f0bcd122-05c3-4f14-8b4c-3b20b3387be3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549476 Dec 27 14:31:09.774774 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d2f2dd8e-ec15-4733-83a0-a34345736d8d triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:31:09.775152 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.864114 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Router 29a58f4d-c377-4b61-bcee-ecc8217454e5 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:31:09.891857 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.926044 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:31:09.930842 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bea9998-7a59-4de4-9615-a9400b01cda6" -d '{"events": [{"server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "name": "network-vif-plugged", "status": "completed", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:31:09.939270 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d2f2dd8e-ec15-4733-83a0-a34345736d8d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:09.946744 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:09.995473 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:31:10.007103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b76fa406-84e4-467e-843d-dd17629f913e admin admin] 10.222.0.37 "PUT /v2.0/routers/29a58f4d-c377-4b61-bcee-ecc8217454e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1834629 Dec 27 14:31:10.009668 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34258) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:10.011073 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7238e92a-57e1-48de-9cc8-a54ae5a00471 x-openstack-request-id: req-7238e92a-57e1-48de-9cc8-a54ae5a00471 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:31:10.011363 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "name": "network-vif-plugged", "status": "completed", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:31:10.011700 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7238e92a-57e1-48de-9cc8-a54ae5a00471 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:31:10.012169 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'code': 200} Dec 27 14:31:10.017638 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] Sync routers for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:31:10.041957 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:31:10.042794 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:10.050089 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d2f2dd8e-ec15-4733-83a0-a34345736d8d,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:10.173944 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:31:10.371302 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988b84-81da-40ac-a510-95fa6f523627 req-b10ca64e-0f8e-403e-880a-13282ab15740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:10.376873 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-16988b84-81da-40ac-a510-95fa6f523627 req-b10ca64e-0f8e-403e-880a-13282ab15740 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1098 time: 0.0864353 Dec 27 14:31:10.442213 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-16988b84-81da-40ac-a510-95fa6f523627 req-20d4964b-b992-4712-b855-7e434504cca2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557797 Dec 27 14:31:10.473116 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19327-75a1-450b-bde1-5cd68974a80c req-d72d4cd7-f9f8-49be-a2a7-90df722034c3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:10.474672 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-96f19327-75a1-450b-bde1-5cd68974a80c req-d72d4cd7-f9f8-49be-a2a7-90df722034c3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0961626 Dec 27 14:31:10.516107 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:10.577013 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-96f19327-75a1-450b-bde1-5cd68974a80c req-144b6363-18f5-41ff-a56b-544032dfa900 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894077 Dec 27 14:31:10.639685 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '693b6443-8477-41a0-b864-1053881f39e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:31:09Z', 'revision_number': 5, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port': {'id': '693b6443-8477-41a0-b864-1053881f39e2', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:90:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:21:15Z', 'updated_at': '2021-12-27T14:21:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:10.666999 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:10.670551 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] Checking router: 29a58f4d-c377-4b61-bcee-ecc8217454e5 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:31:10.683283 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] Routers {'29a58f4d-c377-4b61-bcee-ecc8217454e5'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:31:10.684242 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['29a58f4d-c377-4b61-bcee-ecc8217454e5'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:10.728155 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Deleting port 693b6443-8477-41a0-b864-1053881f39e2 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:31:10.728724 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:10.779371 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] Set router 29a58f4d-c377-4b61-bcee-ecc8217454e5 gateway port host: None {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:31:10.842268 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:31:10Z', 'revision_number': 6, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:10.852337 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] For port 693b6443-8477-41a0-b864-1053881f39e2, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=693b6443-8477-41a0-b864-1053881f39e2,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:10.852730 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:10.871918 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83537e82-27bb-4d59-9504-ad07c331558e None None] The sync data for ids ['29a58f4d-c377-4b61-bcee-ecc8217454e5'] in dv-cinder-823015-1-iscsi is: [{'id': '29a58f4d-c377-4b61-bcee-ecc8217454e5', 'name': 'tempest-AttachVolumeTestJSON-1560860771-router', 'tenant_id': '3987a0b7a4764509990d2849d59e6238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:21:14Z', 'updated_at': '2021-12-27T14:31:10Z', 'revision_number': 6, 'project_id': '3987a0b7a4764509990d2849d59e6238', 'gw_port_host': None}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:31:10.872212 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Calling delete_port for 693b6443-8477-41a0-b864-1053881f39e2 owned by network:router_gateway {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:31:10.928392 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240a0a9-f06d-4c0e-aa61-40389c0c120b req-f82f3c89-2b63-4f78-bd9e-2fd713120096 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:10.931317 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a240a0a9-f06d-4c0e-aa61-40389c0c120b req-f82f3c89-2b63-4f78-bd9e-2fd713120096 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 945 time: 0.0667901 Dec 27 14:31:11.001080 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a240a0a9-f06d-4c0e-aa61-40389c0c120b req-ba5ba66e-8932-4c4e-8df4-06740c8b35e6 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627367 Dec 27 14:31:11.101819 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.131986 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=693b6443-8477-41a0-b864-1053881f39e2,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:11.203058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.320248 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.326427 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.389221 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.389888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29a58f4d-c377-4b61-bcee-ecc8217454e5 {{(pid=102429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:31:11.396693 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.399609 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bca90a0f-37d8-4f2c-b982-d9a47c2803e3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/29a58f4d-c377-4b61-bcee-ecc8217454e5 HTTP/1.1" status: 204 len: 168 time: 1.3846290 Dec 27 14:31:11.400618 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34268) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:11.445500 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Deleting subnet 516fea43-056d-4131-b7d8-3e561b6f2674 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:31:11.448816 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.485353 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.587343 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.679712 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.713213 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516fea43-056d-4131-b7d8-3e561b6f2674,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:11.728767 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.729757 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f88c7-7a27-437e-947f-7eb7435e2da7 None None] Network 67a7decc-c7a3-4b69-8e7b-3eb61e173248 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:31:11.733638 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-78e3c1fe-6da1-4c23-b93a-4d7ff5c03bb2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/516fea43-056d-4131-b7d8-3e561b6f2674 HTTP/1.1" status: 204 len: 168 time: 0.3316998 Dec 27 14:31:11.736650 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34272) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:11.751770 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8c4d0-5bfa-4069-91d4-4752ddb715f8 req-39a708e7-59d4-4481-a897-22a806a51f47 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:11.767669 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-dfe8c4d0-5bfa-4069-91d4-4752ddb715f8 req-39a708e7-59d4-4481-a897-22a806a51f47 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.1049793 Dec 27 14:31:11.890891 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-dfe8c4d0-5bfa-4069-91d4-4752ddb715f8 req-896cca97-cf5d-41af-9c11-6c4bb1e3766f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062248 Dec 27 14:31:11.920248 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:11.928066 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 313e512b-1292-489e-9589-7d9b9797792c no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:31:11.969139 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 313e512b-1292-489e-9589-7d9b9797792c {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:31:11.969731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 313e512b-1292-489e-9589-7d9b9797792c not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:31:11.970150 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 693b6443-8477-41a0-b864-1053881f39e2 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:31:12.009398 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 693b6443-8477-41a0-b864-1053881f39e2 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:31:12.009831 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 693b6443-8477-41a0-b864-1053881f39e2 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:31:12.011461 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] DHCP port deletion for 67a7decc-c7a3-4b69-8e7b-3eb61e173248 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:31:12.057144 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Deleting port 54a8ff55-4a76-417e-99ef-b56687d23182 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:31:12.058592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.079303 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] Deleting port 54a8ff55-4a76-417e-99ef-b56687d23182 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:31:12.079852 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.162511 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] For port 54a8ff55-4a76-417e-99ef-b56687d23182, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=54a8ff55-4a76-417e-99ef-b56687d23182,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:12.162903 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.188678 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] Calling delete_port for 54a8ff55-4a76-417e-99ef-b56687d23182 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:31:12.199354 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] For port 54a8ff55-4a76-417e-99ef-b56687d23182, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=54a8ff55-4a76-417e-99ef-b56687d23182,segment=NetworkSegment(5ae79d9e-e7ec-442c-864e-980098f04bc6),segment_id=5ae79d9e-e7ec-442c-864e-980098f04bc6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:12.199727 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.231689 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90158644-88e3-4efb-8c4e-91470998afab req-a52437ee-073a-47e6-89d3-84027e29def7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:12.233821 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90158644-88e3-4efb-8c4e-91470998afab req-a52437ee-073a-47e6-89d3-84027e29def7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 945 time: 0.1070144 Dec 27 14:31:12.235762 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Calling delete_port for 54a8ff55-4a76-417e-99ef-b56687d23182 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:31:12.318886 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.354955 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] Pushing event deleted for resources: {'Port': ['ID=54a8ff55-4a76-417e-99ef-b56687d23182,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:12.361738 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea788d21-38a7-4fa8-b085-5a0db7d0dc91 None None] No DVR routers for this DVR port 54a8ff55-4a76-417e-99ef-b56687d23182 on host dv-cinder-823015-1-iscsi {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:31:12.386112 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-90158644-88e3-4efb-8c4e-91470998afab req-9af0c0b4-c3a2-4420-93e1-5c3d260c88b3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408122 Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.397148 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:31:12.399916 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:31:12.404139 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.436530 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Pushing event deleted for resources: {'Port': ['ID=54a8ff55-4a76-417e-99ef-b56687d23182,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:12.442403 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] No DVR routers for this DVR port 54a8ff55-4a76-417e-99ef-b56687d23182 on host dv-cinder-823015-1-iscsi {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:31:12.550877 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6e0f-0faf-411f-98a5-fc9f34f0a43c req-1632bbb4-bda7-4e94-8b59-b99fa8675775 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:12.555931 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.558685 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-defd6e0f-0faf-411f-98a5-fc9f34f0a43c req-1632bbb4-bda7-4e94-8b59-b99fa8675775 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 945 time: 0.0707769 Dec 27 14:31:12.580519 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a7decc-c7a3-4b69-8e7b-3eb61e173248']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:12.592704 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae79d9e-e7ec-442c-864e-980098f04bc6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:12.592999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae79d9e-e7ec-442c-864e-980098f04bc6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:12.611902 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.620121 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-defd6e0f-0faf-411f-98a5-fc9f34f0a43c req-8466be9a-53c3-44c3-b1d4-79a7b73ff9c6 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564427 Dec 27 14:31:12.620907 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.628120 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:31:12.628498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:31:12.630353 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:31:12.633656 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34278) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:12.686209 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e726a76-c32c-4e85-b4aa-4a875a17b413 tempest-TestVolumeBootPattern-343755750 tempest-TestVolumeBootPattern-343755750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:12.688477 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9e726a76-c32c-4e85-b4aa-4a875a17b413 tempest-TestVolumeBootPattern-343755750 tempest-TestVolumeBootPattern-343755750-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1093 time: 0.0536196 Dec 27 14:31:12.690987 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34280) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:12.695479 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:31:12.725531 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.849096 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.977035 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.990102 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:12.993389 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] 10.222.0.37 "DELETE /v2.0/networks/67a7decc-c7a3-4b69-8e7b-3eb61e173248 HTTP/1.1" status: 204 len: 168 time: 1.2553878 Dec 27 14:31:13.005287 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc871572-3583-4ae7-a683-18ee46a8e62f admin admin] Pushing event deleted for resources: {'Network': ['ID=67a7decc-c7a3-4b69-8e7b-3eb61e173248,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:13.048353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Allocated IP 172.27.2.180 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/19a2ea36-b6e6-4419-9ec3-2bb8dc347c6f) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:31:13.068882 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9baddf-97da-4d86-bc3b-6b61b24e3616 req-7a259453-2b4c-4402-86e4-d5ab5279735c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:13.070447 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-be9baddf-97da-4d86-bc3b-6b61b24e3616 req-7a259453-2b4c-4402-86e4-d5ab5279735c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0630755 Dec 27 14:31:13.133107 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-be9baddf-97da-4d86-bc3b-6b61b24e3616 req-58ddaea1-9b59-432f-803c-86645029bd88 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563979 Dec 27 14:31:13.191293 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.241681 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.247788 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34286) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:13.303397 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:31:13.310703 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:31:13.320183 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:31:13.328271 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=19a2ea36-b6e6-4419-9ec3-2bb8dc347c6f,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:13.363918 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e2d27d2b-035c-43a8-b38f-647d4eca4e3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3987a0b7a4764509990d2849d59e6238&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1136570 Dec 27 14:31:13.365174 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34288) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:13.475249 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ec255c60-426c-4d69-9d5c-d973980223a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.543700 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ec255c60-426c-4d69-9d5c-d973980223a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.650679 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ec255c60-426c-4d69-9d5c-d973980223a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.654389 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ec255c60-426c-4d69-9d5c-d973980223a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.656436 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ec255c60-426c-4d69-9d5c-d973980223a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ba93d90-0ced-4177-9348-217ee12fec94 HTTP/1.1" status: 204 len: 168 time: 0.2897666 Dec 27 14:31:13.674094 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec255c60-426c-4d69-9d5c-d973980223a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba93d90-0ced-4177-9348-217ee12fec94,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:13.865866 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:13.890947 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 54a8ff55-4a76-417e-99ef-b56687d23182 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:31:13.924650 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 54a8ff55-4a76-417e-99ef-b56687d23182 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:31:13.924650 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 54a8ff55-4a76-417e-99ef-b56687d23182 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:31:14.017933 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:14.237850 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:14.242341 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:14.293894 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=19a2ea36-b6e6-4419-9ec3-2bb8dc347c6f,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:14.413664 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca84d1-5907-4016-9c0c-14ca818cc07d req-0f6bfef0-4f4e-4339-9a2c-a7308b1831bc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:14.415344 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c4ca84d1-5907-4016-9c0c-14ca818cc07d req-0f6bfef0-4f4e-4339-9a2c-a7308b1831bc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.1701124 Dec 27 14:31:14.416332 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:14.555989 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c4ca84d1-5907-4016-9c0c-14ca818cc07d req-4b7f7c92-fb23-4023-a6d4-7508e0b2a238 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987957 Dec 27 14:31:14.573509 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Floating IP 4967e5be-5064-474d-aaf9-c8c832fdd1cd associated. External IP: 172.27.2.180, port: d2f2dd8e-ec15-4733-83a0-a34345736d8d. Dec 27 14:31:14.835006 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:31:15.269884 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:31:15.283289 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:31:15.300219 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:31:15.301373 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:15.305368 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:15.344357 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-73c8e311-5375-4171-897b-a3095d96297d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6437984 Dec 27 14:31:15.344357 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:31:15.344357 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:31:15.395484 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0035eb85-2b32-4373-87ad-dc9a21af7ea8 x-openstack-request-id: req-0035eb85-2b32-4373-87ad-dc9a21af7ea8 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:31:15.395927 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:31:15.396181 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0035eb85-2b32-4373-87ad-dc9a21af7ea8 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:31:15.396578 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'status': 'completed', 'code': 200} Dec 27 14:31:15.459870 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:31:15.480067 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-4fa94e41-08ce-46f5-aed0-bd32d65ecf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:15.482190 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-4fa94e41-08ce-46f5-aed0-bd32d65ecf60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1098 time: 0.0575418 Dec 27 14:31:15.659703 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-bc7275fa-2ea1-45c4-931d-4410d7636aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:15.663601 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-bc7275fa-2ea1-45c4-931d-4410d7636aa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.1703138 Dec 27 14:31:15.728545 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4b8d5-8bf0-40d1-953d-e3a6b6e65dc4 req-a09314fe-f90e-4f55-aebf-9f77e22915aa tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:15.730128 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a8e4b8d5-8bf0-40d1-953d-e3a6b6e65dc4 req-a09314fe-f90e-4f55-aebf-9f77e22915aa tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0597444 Dec 27 14:31:15.775254 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-80c16262-0bdc-4427-8b55-9f6e5a0012b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 999 time: 0.1058297 Dec 27 14:31:15.782286 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:13Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:15.788615 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a8e4b8d5-8bf0-40d1-953d-e3a6b6e65dc4 req-bf0603b4-00b5-4103-840d-f9acf9f21ec0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511572 Dec 27 14:31:15.813475 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:31:15.822498 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:31:15.823115 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:30:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:15.840739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-ae86b73a-ee37-4149-9547-333ee0868e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:15.842957 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-ae86b73a-ee37-4149-9547-333ee0868e70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0599475 Dec 27 14:31:15.894260 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-36544e9c-265e-4594-8a57-4d735df4896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:15.895791 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-36544e9c-265e-4594-8a57-4d735df4896c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450432 Dec 27 14:31:15.998779 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-fd7759e3-de00-4768-8863-5a8a8d6598ea service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946627 Dec 27 14:31:16.030392 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:31:16.101496 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-56f8e815-c925-49cf-b06c-22bbd0c0f5eb req-e0bf632f-0462-4c31-a5f1-1a8515d43240 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Dec 27 14:31:16.281342 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:13Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:31:16.302243 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34372) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:16.314331 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640835e-0647-465a-94bc-b83fcef8b712 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:13Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:31:16.412501 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ae7dddb8-6d75-4b71-aef5-68a7ae7562f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.493797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ae7dddb8-6d75-4b71-aef5-68a7ae7562f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.497830 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ae7dddb8-6d75-4b71-aef5-68a7ae7562f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.511774 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289a343-5ffe-4aba-b196-f7dc5594dfc9 None None] New status for floating IP 4967e5be-5064-474d-aaf9-c8c832fdd1cd: ACTIVE {{(pid=102431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:31:16.540098 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ae7dddb8-6d75-4b71-aef5-68a7ae7562f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c97baa30bc8f4b0f837f31bee2fb900c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366698 Dec 27 14:31:16.540940 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dddb8-6d75-4b71-aef5-68a7ae7562f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a23c5c1-9a21-4eb5-a976-8087315d4728,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:16.543706 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:16.626764 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3155b9a-ec51-4606-bfcb-4f09b9c952ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.646297 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-55185422-eda0-483a-abdc-1cbd944c4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:16.647784 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-55185422-eda0-483a-abdc-1cbd944c4b25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1099 time: 0.0663674 Dec 27 14:31:16.670119 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3155b9a-ec51-4606-bfcb-4f09b9c952ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.770796 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-7f6c980f-e4c1-4325-aab6-aea3c2a04d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:16.772369 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-7f6c980f-e4c1-4325-aab6-aea3c2a04d49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.1144607 Dec 27 14:31:16.776770 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3155b9a-ec51-4606-bfcb-4f09b9c952ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.779493 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e3155b9a-ec51-4606-bfcb-4f09b9c952ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:16.780565 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e3155b9a-ec51-4606-bfcb-4f09b9c952ea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a23c5c1-9a21-4eb5-a976-8087315d4728 HTTP/1.1" status: 204 len: 168 time: 0.2349982 Dec 27 14:31:16.825007 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3155b9a-ec51-4606-bfcb-4f09b9c952ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a23c5c1-9a21-4eb5-a976-8087315d4728,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:16.861046 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-fda7b7ee-22c8-4db1-aa97-9a2d4cc279cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 1002 time: 0.0794268 Dec 27 14:31:16.940454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-e1fc409f-25a7-4424-855b-d69b0cba3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:16.941922 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-e1fc409f-25a7-4424-855b-d69b0cba3ec5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0735931 Dec 27 14:31:16.965556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba1203-7c88-48e4-9aa8-53adeb6977a9 req-046e4836-48eb-4a5f-a856-62f6ef9ee7f4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:16.967130 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8aba1203-7c88-48e4-9aa8-53adeb6977a9 req-046e4836-48eb-4a5f-a856-62f6ef9ee7f4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0704598 Dec 27 14:31:17.025711 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-2fb28f9c-ae56-458b-acc3-fba8c6e02857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:17.027209 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-2fb28f9c-ae56-458b-acc3-fba8c6e02857 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778549 Dec 27 14:31:17.053162 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34384) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:17.059361 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8aba1203-7c88-48e4-9aa8-53adeb6977a9 req-5558a42f-427f-46d3-85cb-0c5c3b14cf19 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782170 Dec 27 14:31:17.071645 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-909a78db-2bb2-4af5-9547-a0072aafecbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.131114 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-b359756f-2f8e-4d8f-84a7-c5c77ed965bf service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959945 Dec 27 14:31:17.155079 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-909a78db-2bb2-4af5-9547-a0072aafecbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.159571 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-909a78db-2bb2-4af5-9547-a0072aafecbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.199032 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-909a78db-2bb2-4af5-9547-a0072aafecbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3c901d82fad475c8b57d9aa0f80dea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420658 Dec 27 14:31:17.199032 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a78db-2bb2-4af5-9547-a0072aafecbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40518532-48e9-4f78-bd35-0a95364a9409,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:17.200638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34386) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:17.257451 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-09c6ef50-a049-4cda-a48c-f2034654db26 req-a1a35f77-59b5-4b5b-9b60-80d3269df587 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200399 Dec 27 14:31:17.269902 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f977d225-123e-4b7f-b496-09f86590ba23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.291178 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f977d225-123e-4b7f-b496-09f86590ba23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.337626 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f977d225-123e-4b7f-b496-09f86590ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.340239 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f977d225-123e-4b7f-b496-09f86590ba23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:17.341395 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f977d225-123e-4b7f-b496-09f86590ba23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40518532-48e9-4f78-bd35-0a95364a9409 HTTP/1.1" status: 204 len: 168 time: 0.1398101 Dec 27 14:31:17.349571 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977d225-123e-4b7f-b496-09f86590ba23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40518532-48e9-4f78-bd35-0a95364a9409,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:18.187810 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d9102-cb47-434e-aa97-d6bd394f3ea7 req-f65497a1-91a4-44b0-bf74-ddef5746847c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:18.189311 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c83d9102-cb47-434e-aa97-d6bd394f3ea7 req-f65497a1-91a4-44b0-bf74-ddef5746847c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0491676 Dec 27 14:31:18.238893 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c83d9102-cb47-434e-aa97-d6bd394f3ea7 req-f3a32fb6-ecea-4712-9ada-005d027a052d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438583 Dec 27 14:31:19.363501 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d517a1-a5fa-4823-9727-2fc73ce2db08 req-bc32b302-f7ca-4bff-a813-b2be4fba3178 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:19.365006 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a7d517a1-a5fa-4823-9727-2fc73ce2db08 req-bc32b302-f7ca-4bff-a813-b2be4fba3178 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 946 time: 0.0503113 Dec 27 14:31:19.415756 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a7d517a1-a5fa-4823-9727-2fc73ce2db08 req-033ca149-1fcf-4010-93cb-f3e36945de39 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447333 Dec 27 14:31:19.681682 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:31:19.760976 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:19.784749 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:31:19.786954 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d431ea7d-02ca-43a0-9250-e1354d0941ce" -d '{"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-unplugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:31:19.800092 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:19.804692 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:19.828561 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Dec 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e33a83f-e3a2-48da-8ec9-a2112d3e0df8 x-openstack-request-id: req-1e33a83f-e3a2-48da-8ec9-a2112d3e0df8 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:31:19.829023 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-unplugged", "status": "failed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "code": 422}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:31:19.829278 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e33a83f-e3a2-48da-8ec9-a2112d3e0df8 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:31:19.829685 dv-cinder-823015-1-iscsi neutron-server[102431]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'code': 422} returned with failed status Dec 27 14:31:19.856151 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:20.440065 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323bb76-f391-4e00-b636-5d36f71b6628 req-04fba8c0-cde6-46c9-a381-e00d24533a49 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:20.441548 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e323bb76-f391-4e00-b636-5d36f71b6628 req-04fba8c0-cde6-46c9-a381-e00d24533a49 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0521128 Dec 27 14:31:20.489692 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e323bb76-f391-4e00-b636-5d36f71b6628 req-a30713a6-87a6-47f4-91a4-6b7d1af87dd6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Dec 27 14:31:20.738878 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34488) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:20.821744 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-4aa6d8fb-bb7f-49b3-b42b-0ac0f86338c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816998 Dec 27 14:31:20.830835 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-995ef345-debd-473c-be1a-8294767e714a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:31:20.831792 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-995ef345-debd-473c-be1a-8294767e714a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053756 Dec 27 14:31:20.973341 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4956394c-ca91-4679-843e-d2592b02defd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:21.609589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be476584-d68f-4923-81ff-171ab0aadf57 req-f7ec45f7-83a7-490d-a219-d2746fa1a296 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:21.611120 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-be476584-d68f-4923-81ff-171ab0aadf57 req-f7ec45f7-83a7-490d-a219-d2746fa1a296 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0491397 Dec 27 14:31:21.659143 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-be476584-d68f-4923-81ff-171ab0aadf57 req-07db0d6b-578a-49e2-ab4b-0e70cbfcd7c7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Dec 27 14:31:22.776647 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0588e-b757-42c0-967b-ece0bcdb1f76 req-8be7ca6b-f518-4372-a8bb-97a98aa8566c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:22.778359 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f8d0588e-b757-42c0-967b-ece0bcdb1f76 req-8be7ca6b-f518-4372-a8bb-97a98aa8566c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0481007 Dec 27 14:31:22.823444 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f8d0588e-b757-42c0-967b-ece0bcdb1f76 req-39a1a6c6-7dab-4d16-9109-a52da4346e15 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382247 Dec 27 14:31:23.358049 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ea5fc8bd-c6db-4f14-a4e7-8d86266eea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:23.864802 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:31:23.956840 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636415a-6bc8-4e49-8240-76fbc0a04c29 req-8ea049b0-54d6-4cac-91e1-cf5a6cc12c0d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:23.958807 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5636415a-6bc8-4e49-8240-76fbc0a04c29 req-8ea049b0-54d6-4cac-91e1-cf5a6cc12c0d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0600123 Dec 27 14:31:24.016014 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5636415a-6bc8-4e49-8240-76fbc0a04c29 req-96ae0fcc-1991-4a6a-9696-64e2ef5d0b71 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505915 Dec 27 14:31:24.018098 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:24.306967 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-d646c46e-2d1f-4fdb-b1c3-5187b483f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:24.308594 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-d646c46e-2d1f-4fdb-b1c3-5187b483f674 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970&tenant_id=cb5e638b0aa0424484c3eb48434d7e66 HTTP/1.1" status: 200 len: 1097 time: 0.0707369 Dec 27 14:31:24.369438 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-59f125e5-daa5-470d-b98f-8dc21a906f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:24.370879 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-59f125e5-daa5-470d-b98f-8dc21a906f05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1097 time: 0.0404563 Dec 27 14:31:24.416530 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:24.463951 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-f565c3e8-5989-424b-bb9e-5ebf4a182532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:24.465392 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-f565c3e8-5989-424b-bb9e-5ebf4a182532 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0874326 Dec 27 14:31:24.534634 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-2b7acb55-1295-46c1-bbc9-53413c5dccf2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 1000 time: 0.0610065 Dec 27 14:31:24.587209 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-aadbe431-68cc-4c7a-9913-aaca7b1d85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:24.588549 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-aadbe431-68cc-4c7a-9913-aaca7b1d85ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0440867 Dec 27 14:31:24.635554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-3ceded40-1fb1-43ed-a9a3-c5b602a6ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:24.637053 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-3ceded40-1fb1-43ed-a9a3-c5b602a6ea2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395594 Dec 27 14:31:24.732830 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-6ac9175d-e42f-41d9-be66-9c1017436cf2 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860348 Dec 27 14:31:24.820442 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5dded0f9-d3da-4d05-a21c-07da5157842b req-001558c0-c287-421d-926e-2f99b0a2ee1b service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799069 Dec 27 14:31:25.133063 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c1b8e-4013-43e6-9aab-d331ae8fb767 req-091cf0a8-639b-4c2a-8000-f7da0f6741cd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:25.134535 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-862c1b8e-4013-43e6-9aab-d331ae8fb767 req-091cf0a8-639b-4c2a-8000-f7da0f6741cd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0487397 Dec 27 14:31:25.186459 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-862c1b8e-4013-43e6-9aab-d331ae8fb767 req-911d8a1a-123d-4d80-aecd-b192d26d31ef tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 Dec 27 14:31:26.199828 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:26.313997 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e9296-8b60-4a47-9cd2-71002f411934 req-a65917b3-edaa-4958-9e67-8667fad8fc36 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:26.315509 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d42e9296-8b60-4a47-9cd2-71002f411934 req-a65917b3-edaa-4958-9e67-8667fad8fc36 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0537739 Dec 27 14:31:26.367087 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d42e9296-8b60-4a47-9cd2-71002f411934 req-fe1db4dd-3fab-48d9-a100-e6c58bfeeadc tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455468 Dec 27 14:31:27.005452 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:27.485768 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd3992-8b99-4da4-8ca4-64e6eda2439e req-aacc49f5-cac0-493a-8cef-f96ff40b896d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:27.487874 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5fdd3992-8b99-4da4-8ca4-64e6eda2439e req-aacc49f5-cac0-493a-8cef-f96ff40b896d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0489435 Dec 27 14:31:27.537063 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5fdd3992-8b99-4da4-8ca4-64e6eda2439e req-0082c7c6-afc2-4f62-a359-0a032aae267c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426335 Dec 27 14:31:28.659716 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948637de-d1a7-440f-a5e2-109c9ba115c0 req-225929a4-859f-4810-92a9-cf66a3b6716c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:28.661247 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-948637de-d1a7-440f-a5e2-109c9ba115c0 req-225929a4-859f-4810-92a9-cf66a3b6716c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0510049 Dec 27 14:31:28.711162 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-948637de-d1a7-440f-a5e2-109c9ba115c0 req-7d32dfd2-06e7-4c59-b79d-2851c9381fd6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439568 Dec 27 14:31:29.834425 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431852f-67ac-4e4c-a081-620dc8f83873 req-e8fa4829-9e82-425d-9f9f-a2d2061e3bc0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:29.836848 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b431852f-67ac-4e4c-a081-620dc8f83873 req-e8fa4829-9e82-425d-9f9f-a2d2061e3bc0 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0520575 Dec 27 14:31:29.885037 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b431852f-67ac-4e4c-a081-620dc8f83873 req-ea8850ec-3275-4ddf-83fa-0c379f1fdb41 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430272 Dec 27 14:31:31.010271 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bac15b-7b61-4d04-bd99-2c0ba53853cb req-830df74f-3a5c-4048-ac42-ca60ef719392 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:31.011727 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-27bac15b-7b61-4d04-bd99-2c0ba53853cb req-830df74f-3a5c-4048-ac42-ca60ef719392 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0485313 Dec 27 14:31:31.058639 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-27bac15b-7b61-4d04-bd99-2c0ba53853cb req-46c09238-5abd-44d3-b8ad-1a71924a3f55 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404358 Dec 27 14:31:32.187273 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384cef-ff34-4814-8f9f-81f98132ae14 req-bbc711ff-0441-46cb-96a7-c5aa5ad1e882 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:32.188809 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f9384cef-ff34-4814-8f9f-81f98132ae14 req-bbc711ff-0441-46cb-96a7-c5aa5ad1e882 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0566499 Dec 27 14:31:32.236291 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f9384cef-ff34-4814-8f9f-81f98132ae14 req-26d35abb-8fde-42ee-bfdf-d142129c123b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415771 Dec 27 14:31:33.367031 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb858b7-47e4-490a-917f-b5748f01ee3c req-37f09a3c-efe7-439d-9aba-52994962a79f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:33.368493 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ccb858b7-47e4-490a-917f-b5748f01ee3c req-37f09a3c-efe7-439d-9aba-52994962a79f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0531433 Dec 27 14:31:33.418210 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ccb858b7-47e4-490a-917f-b5748f01ee3c req-07332ff9-6167-4dea-844c-0abfa92a3eaf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435886 Dec 27 14:31:34.540375 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d4fc1-a5e2-422d-a4fe-020458d058e2 req-e0d0e1ad-fb40-4239-a847-a447c90c5ec7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:34.541828 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-767d4fc1-a5e2-422d-a4fe-020458d058e2 req-e0d0e1ad-fb40-4239-a847-a447c90c5ec7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0479345 Dec 27 14:31:34.592479 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-767d4fc1-a5e2-422d-a4fe-020458d058e2 req-751f6f74-0c1c-4185-b711-9d368a6d0fee tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 Dec 27 14:31:35.712343 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf882c-a27c-4409-9074-928357b700b1 req-9347ec6c-51d6-4bd3-9199-284a27bb8adf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:35.713772 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ddf882c-a27c-4409-9074-928357b700b1 req-9347ec6c-51d6-4bd3-9199-284a27bb8adf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0468049 Dec 27 14:31:35.760747 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ddf882c-a27c-4409-9074-928357b700b1 req-29ebd17e-acea-4ae2-a68f-2236b770395c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403731 Dec 27 14:31:36.880526 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be5eb3-1487-415e-99fd-9e349b7dfebc req-0636fcda-6c70-481a-87ac-214fa7394085 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:36.881962 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32be5eb3-1487-415e-99fd-9e349b7dfebc req-0636fcda-6c70-481a-87ac-214fa7394085 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0501533 Dec 27 14:31:36.927211 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-32be5eb3-1487-415e-99fd-9e349b7dfebc req-1c818abf-bfa0-4c2a-89c3-e006e186a3bf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394497 Dec 27 14:31:38.110094 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca0e79-6318-4946-9ce3-ad52b22626cd req-18a6b4bb-f24f-417c-9c20-a37956d0ed2f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:38.111640 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4eca0e79-6318-4946-9ce3-ad52b22626cd req-18a6b4bb-f24f-417c-9c20-a37956d0ed2f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.1102300 Dec 27 14:31:38.163257 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4eca0e79-6318-4946-9ce3-ad52b22626cd req-ab6b303e-68e4-4b1a-a4a6-9635dcd2b772 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Dec 27 14:31:39.351253 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b437e-0df4-4ffd-a5c7-583408736b3a req-f9812ef2-fab1-40e3-8474-e7d6202e38e9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:39.352765 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-437b437e-0df4-4ffd-a5c7-583408736b3a req-f9812ef2-fab1-40e3-8474-e7d6202e38e9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.1011908 Dec 27 14:31:39.406322 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-437b437e-0df4-4ffd-a5c7-583408736b3a req-bbd4f50e-9929-48f5-abae-90dfc2ab5420 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469592 Dec 27 14:31:40.524005 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb231c-0e36-4e3b-b3e5-9672d8e2ed29 req-d8e17285-b28b-4069-afde-3b441f8c54de tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:40.525447 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1cfb231c-0e36-4e3b-b3e5-9672d8e2ed29 req-d8e17285-b28b-4069-afde-3b441f8c54de tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0471690 Dec 27 14:31:40.573613 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1cfb231c-0e36-4e3b-b3e5-9672d8e2ed29 req-4867af52-204a-4d9a-9bd1-495867bb556c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414824 Dec 27 14:31:41.699620 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41321afb-93bd-49fd-8219-fdc12cb260b5 req-6b7a7eb9-5c22-4aa9-a8de-c776dc9bdef5 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:41.701120 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-41321afb-93bd-49fd-8219-fdc12cb260b5 req-6b7a7eb9-5c22-4aa9-a8de-c776dc9bdef5 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0481482 Dec 27 14:31:41.757212 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-41321afb-93bd-49fd-8219-fdc12cb260b5 req-b0038d7f-171f-4d60-9572-cade9915697b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482152 Dec 27 14:31:42.886654 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537e475-1f49-4ac8-809d-4f714ce11941 req-d87edb00-0de9-41b5-a8d7-1fe068b04a8d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:42.888119 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3537e475-1f49-4ac8-809d-4f714ce11941 req-d87edb00-0de9-41b5-a8d7-1fe068b04a8d tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0482903 Dec 27 14:31:42.938904 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3537e475-1f49-4ac8-809d-4f714ce11941 req-c3663c86-8c52-4d9a-bec4-b66452b22c45 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445848 Dec 27 14:31:43.267064 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-07a53cf2-3490-4498-a731-e0a224a1c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:43.268547 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-07a53cf2-3490-4498-a731-e0a224a1c0f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1097 time: 0.0840416 Dec 27 14:31:43.285731 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:31:43.371518 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-09781a21-f40d-472e-b1e7-9d5e55fa9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:43.373005 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-09781a21-f40d-472e-b1e7-9d5e55fa9ea8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0827448 Dec 27 14:31:43.441970 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-377947e1-dfa9-4714-9377-96542a3b7b84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 1000 time: 0.0608230 Dec 27 14:31:43.490278 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-ac42d58d-5cb5-44b2-9ed6-ef364d607e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:43.491663 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-ac42d58d-5cb5-44b2-9ed6-ef364d607e83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0414286 Dec 27 14:31:43.536267 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-78c8d68a-f29e-456c-945f-354a389479c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:43.537696 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-78c8d68a-f29e-456c-945f-354a389479c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380101 Dec 27 14:31:43.549373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-57838d72-d73a-4c46-84a7-c7901f8b495e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:31:43.550295 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-57838d72-d73a-4c46-84a7-c7901f8b495e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048852 Dec 27 14:31:43.640876 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-8883d3d3-1bda-4ad9-aaa4-b940815fc92b service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Dec 27 14:31:43.736398 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d98e0bb6-8c01-4ec4-acd8-7663776fedf6 req-cc6f32e0-7a36-466a-abef-58c33f440f96 service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873148 Dec 27 14:31:44.057104 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aaa5a7-52a2-46fb-8269-08ff7bddc93b req-1f7baca5-cfdd-4618-8483-d73a5d94ae5c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:44.058550 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-71aaa5a7-52a2-46fb-8269-08ff7bddc93b req-1f7baca5-cfdd-4618-8483-d73a5d94ae5c tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0479362 Dec 27 14:31:44.104460 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-71aaa5a7-52a2-46fb-8269-08ff7bddc93b req-3e4f0021-c7ef-4e13-a331-0baf62274594 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Dec 27 14:31:45.224657 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fa528-f5b9-4536-afaf-6e702b50a6b5 req-447ccb3e-4f86-4c72-ad0c-128dc0f565b1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:45.226127 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ce1fa528-f5b9-4536-afaf-6e702b50a6b5 req-447ccb3e-4f86-4c72-ad0c-128dc0f565b1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0487723 Dec 27 14:31:45.271979 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ce1fa528-f5b9-4536-afaf-6e702b50a6b5 req-92a630c3-e977-42ad-a6ad-6ca83f6e9383 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Dec 27 14:31:46.389676 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef974-4fb2-4714-8080-efdf305f6723 req-866d6d34-a4b1-4f76-9636-dd79e86acaa9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:46.391134 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d32ef974-4fb2-4714-8080-efdf305f6723 req-866d6d34-a4b1-4f76-9636-dd79e86acaa9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0472217 Dec 27 14:31:46.437881 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d32ef974-4fb2-4714-8080-efdf305f6723 req-b0faab1b-3599-43a7-9bef-61abb60dddbf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Dec 27 14:31:47.553195 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34771e-6fe1-4fb1-a9b2-57c2a50b18ac req-fd144e5d-d374-46c2-9c24-37a51397d2cf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:47.554621 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1f34771e-6fe1-4fb1-a9b2-57c2a50b18ac req-fd144e5d-d374-46c2-9c24-37a51397d2cf tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0470679 Dec 27 14:31:47.600043 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-1f34771e-6fe1-4fb1-a9b2-57c2a50b18ac req-1714e346-610f-4635-ae65-87ea3ca44645 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394738 Dec 27 14:31:48.720352 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fa177-4ca7-441c-bcdc-7868e755f13a req-561136ad-4a2b-4f0f-ad36-4ba683fee3d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:48.721828 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-904fa177-4ca7-441c-bcdc-7868e755f13a req-561136ad-4a2b-4f0f-ad36-4ba683fee3d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0510027 Dec 27 14:31:48.769616 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-904fa177-4ca7-441c-bcdc-7868e755f13a req-c9542751-7688-46a3-a6a5-7d502d408d5e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Dec 27 14:31:49.890585 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa2d3d-403f-49e2-b001-835bd0eab5b7 req-d9b5d561-fb45-4020-a06b-e7963a3ea7ee tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:49.892038 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-46aa2d3d-403f-49e2-b001-835bd0eab5b7 req-d9b5d561-fb45-4020-a06b-e7963a3ea7ee tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0513759 Dec 27 14:31:49.937991 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-46aa2d3d-403f-49e2-b001-835bd0eab5b7 req-b496179c-5a82-4cfc-bb22-6ce70b03a4b6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399520 Dec 27 14:31:50.976032 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2bb11e30-28a9-49ea-8215-886bcf05f530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:51.056774 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecb0fb-764f-4f29-8293-b38ffb16caf0 req-4ec0aa32-10cf-472c-8fbf-7ad55f5defe9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:51.058273 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-77ecb0fb-764f-4f29-8293-b38ffb16caf0 req-4ec0aa32-10cf-472c-8fbf-7ad55f5defe9 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0482807 Dec 27 14:31:51.106277 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-77ecb0fb-764f-4f29-8293-b38ffb16caf0 req-fc8caebe-a6c2-4bbb-84e4-783e8046416b tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405610 Dec 27 14:31:52.012978 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:31:52.107953 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:52.118440 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'port_id': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'mac_address': 'fa:16:3e:30:7b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:31:52.156635 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:52.169093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5856f9b-e239-4613-88a7-d15a19d0765d {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:31:52.188766 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:52.193787 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:52.227531 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6c85-0f14-45d8-b8ed-808b10eb12d8 req-bc8a1f15-111a-4fc2-b4c5-7b33b22a8f30 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:52.229025 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9ec6c85-0f14-45d8-b8ed-808b10eb12d8 req-bc8a1f15-111a-4fc2-b4c5-7b33b22a8f30 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 944 time: 0.0501091 Dec 27 14:31:52.244321 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=9']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:52.275568 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9ec6c85-0f14-45d8-b8ed-808b10eb12d8 req-9d093d04-bb89-4821-ad6e-f26590f22213 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Dec 27 14:31:53.361767 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0e8e6848-232a-4a5d-be8a-4eab35ba7b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:53.395735 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b6016-c5c1-436a-8adc-62c683ddcc8a req-fcda74a3-a71d-4a41-8f9d-a26ae96197cd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:53.397128 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-db4b6016-c5c1-436a-8adc-62c683ddcc8a req-fcda74a3-a71d-4a41-8f9d-a26ae96197cd tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0488524 Dec 27 14:31:53.448473 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-db4b6016-c5c1-436a-8adc-62c683ddcc8a req-7f7707b8-2d90-44df-b667-def109e8957a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Dec 27 14:31:53.991616 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:54.376174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['d5856f9b-e239-4613-88a7-d15a19d0765d'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:31:54.431636 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:54.568811 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c481b-0a80-4cc1-8fbb-390c8777924e req-f7294fc1-c6b4-40d5-9dd0-01c58002e6d4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:54.570241 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e3c481b-0a80-4cc1-8fbb-390c8777924e req-f7294fc1-c6b4-40d5-9dd0-01c58002e6d4 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Dec 27 14:31:54.619185 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6e3c481b-0a80-4cc1-8fbb-390c8777924e req-6e26d1ff-fa14-4163-b14a-83f0d61d7516 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430512 Dec 27 14:31:55.738015 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1ebe9-8d2f-4c4c-b886-5fd341c013a6 req-4d86afad-d15b-469c-ab11-aca76a2e428a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:55.739379 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cbb1ebe9-8d2f-4c4c-b886-5fd341c013a6 req-4d86afad-d15b-469c-ab11-aca76a2e428a tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 945 time: 0.0479417 Dec 27 14:31:55.787452 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-cbb1ebe9-8d2f-4c4c-b886-5fd341c013a6 req-62d99467-57b0-4f22-8c61-4d29b99a5ba2 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421667 Dec 27 14:31:55.901983 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:31:55.949040 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port d5856f9b-e239-4613-88a7-d15a19d0765d triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:31:55.949406 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:56.024706 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:56.046820 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:31:56.049031 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1a8ebb-113c-40bb-b192-e9dbdf39d4cd" -d '{"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-plugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:31:56.065777 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:31:56.070379 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:56.094221 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98005e93-48e6-4a71-bca5-2b99b8cd6b1e x-openstack-request-id: req-98005e93-48e6-4a71-bca5-2b99b8cd6b1e {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:31:56.094507 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-plugged", "status": "completed", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:31:56.094753 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98005e93-48e6-4a71-bca5-2b99b8cd6b1e {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:31:56.095133 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'code': 200} Dec 27 14:31:56.120369 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=10']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:56.202209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:56.284983 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16384cce-0259-4e42-8e96-07d5850fb4e7 req-f6121873-3448-420b-a22b-f2cabdda4a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:56.286337 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-16384cce-0259-4e42-8e96-07d5850fb4e7 req-f6121873-3448-420b-a22b-f2cabdda4a38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1100 time: 0.0391433 Dec 27 14:31:56.331430 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-16384cce-0259-4e42-8e96-07d5850fb4e7 req-8dbc3541-7522-4914-90d8-9a6e5cf96d5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374060 Dec 27 14:31:56.913117 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a82da-8281-4cd4-9cff-8d587a5a3112 req-71c39e65-315e-4084-adb8-b01944456629 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:56.914650 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d91a82da-8281-4cd4-9cff-8d587a5a3112 req-71c39e65-315e-4084-adb8-b01944456629 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 947 time: 0.0520878 Dec 27 14:31:56.965336 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d91a82da-8281-4cd4-9cff-8d587a5a3112 req-e53177a9-fc08-4a62-9f38-5bdabf7f20aa tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414891 Dec 27 14:31:57.009862 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:58.102857 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04255aa-181d-4e4c-b043-9ce479afac49 req-0037fa95-6277-4911-817d-6c38c5fd93f8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:58.104434 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a04255aa-181d-4e4c-b043-9ce479afac49 req-0037fa95-6277-4911-817d-6c38c5fd93f8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 947 time: 0.0546050 Dec 27 14:31:58.158869 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a04255aa-181d-4e4c-b043-9ce479afac49 req-c0667518-149d-4677-99b0-b577562387a8 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477955 Dec 27 14:31:59.286935 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb66202-1b2c-42ec-bf3d-0cb8c9ea78b2 req-55d9cbae-26c7-4047-a870-29b7b512a4d6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:31:59.288460 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9eb66202-1b2c-42ec-bf3d-0cb8c9ea78b2 req-55d9cbae-26c7-4047-a870-29b7b512a4d6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 947 time: 0.0519869 Dec 27 14:31:59.336173 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-9eb66202-1b2c-42ec-bf3d-0cb8c9ea78b2 req-4ca9b7db-3c51-424f-9fed-04e9ef3f079e tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419705 Dec 27 14:31:59.458234 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34822) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:59.559594 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be70d23c-cdc6-4426-b3be-c0f0bab44db8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.629763 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be70d23c-cdc6-4426-b3be-c0f0bab44db8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.634138 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be70d23c-cdc6-4426-b3be-c0f0bab44db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.674437 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-be70d23c-cdc6-4426-b3be-c0f0bab44db8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5ba01a7f7f14afbb374875783a1a9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150438 Dec 27 14:31:59.675605 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70d23c-cdc6-4426-b3be-c0f0bab44db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd606d3b-1ba5-4074-a883-ac3ba6444ad3,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:59.677193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34826) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:31:59.728171 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.747870 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.792595 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.795153 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:31:59.796649 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd606d3b-1ba5-4074-a883-ac3ba6444ad3 HTTP/1.1" status: 204 len: 168 time: 0.1184845 Dec 27 14:31:59.804860 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd606d3b-1ba5-4074-a883-ac3ba6444ad3,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:31:59.813383 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.813792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.814173 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.814638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.814955 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.815512 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.815822 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.816302 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.816666 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.816995 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.817316 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.817851 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:31:59.817974 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aded24cc-1543-4de4-adba-f45c8f0675b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:00.056585 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34832) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:00.070175 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59d65f91-aab1-40f7-9bbf-f313ffe60750 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.143794 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59d65f91-aab1-40f7-9bbf-f313ffe60750 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.147568 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-59d65f91-aab1-40f7-9bbf-f313ffe60750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.184961 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-59d65f91-aab1-40f7-9bbf-f313ffe60750 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e85fd5927d0f4d47bda06be915b98371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273420 Dec 27 14:32:00.186054 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d65f91-aab1-40f7-9bbf-f313ffe60750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc79b3-10f0-4a89-9ea5-35cf5c152d5a,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:00.188323 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34834) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:00.239236 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6706520e-9010-4b76-a404-3554bc98a7ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.262328 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6706520e-9010-4b76-a404-3554bc98a7ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.308072 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6706520e-9010-4b76-a404-3554bc98a7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.311362 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6706520e-9010-4b76-a404-3554bc98a7ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:00.312633 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6706520e-9010-4b76-a404-3554bc98a7ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25fc79b3-10f0-4a89-9ea5-35cf5c152d5a HTTP/1.1" status: 204 len: 168 time: 0.1227250 Dec 27 14:32:00.319857 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706520e-9010-4b76-a404-3554bc98a7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc79b3-10f0-4a89-9ea5-35cf5c152d5a,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:02.325431 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34904) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:02.430315 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ed5a51c5-1477-4323-98ec-01822aaf82e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.502728 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ed5a51c5-1477-4323-98ec-01822aaf82e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.506367 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ed5a51c5-1477-4323-98ec-01822aaf82e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.542503 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ed5a51c5-1477-4323-98ec-01822aaf82e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e0235c8b68a453eb9121c4bb64470a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160423 Dec 27 14:32:02.544433 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a51c5-1477-4323-98ec-01822aaf82e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92187aac-c843-47bd-8d1a-145bd714b61b,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:02.545275 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34908) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:02.591886 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd7e739a-e470-4e82-8e1c-85742dea6015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.614354 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd7e739a-e470-4e82-8e1c-85742dea6015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.660465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd7e739a-e470-4e82-8e1c-85742dea6015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.663021 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-fd7e739a-e470-4e82-8e1c-85742dea6015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:02.664211 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-fd7e739a-e470-4e82-8e1c-85742dea6015 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92187aac-c843-47bd-8d1a-145bd714b61b HTTP/1.1" status: 204 len: 168 time: 0.1179621 Dec 27 14:32:02.671593 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e739a-e470-4e82-8e1c-85742dea6015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92187aac-c843-47bd-8d1a-145bd714b61b,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:02.920201 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 34914) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:02.933820 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9969c40a-9ea7-4c64-b059-8a4504d16641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.006077 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9969c40a-9ea7-4c64-b059-8a4504d16641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.009715 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9969c40a-9ea7-4c64-b059-8a4504d16641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.047444 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9969c40a-9ea7-4c64-b059-8a4504d16641 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=671f83e0bee5475a9fadf10656342a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254725 Dec 27 14:32:03.048680 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969c40a-9ea7-4c64-b059-8a4504d16641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e5f94-48cd-4959-aa76-1b9437a6ff7c,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:03.051227 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 34916) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:03.099567 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a760f19c-99e0-4333-90c5-9dc7b5ddd579 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.121501 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a760f19c-99e0-4333-90c5-9dc7b5ddd579 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.168738 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a760f19c-99e0-4333-90c5-9dc7b5ddd579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.172376 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a760f19c-99e0-4333-90c5-9dc7b5ddd579 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:03.173517 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a760f19c-99e0-4333-90c5-9dc7b5ddd579 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf8e5f94-48cd-4959-aa76-1b9437a6ff7c HTTP/1.1" status: 204 len: 168 time: 0.1212223 Dec 27 14:32:03.181773 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760f19c-99e0-4333-90c5-9dc7b5ddd579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e5f94-48cd-4959-aa76-1b9437a6ff7c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:20.286823 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:32:20.980157 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-74f03c5c-5592-460e-809e-1a850303b326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:23.363731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ff233973-9f60-49f2-8745-d548c4af3529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:23.997682 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:24.422926 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:26.205852 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:27.011925 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:35.973170 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-bda9b92e-5f0e-49a7-b134-fc91b5119066 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383177 Dec 27 14:32:36.058128 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-dc3985a3-7c2e-4b20-8e34-5bebfb388456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:32:36.059570 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-dc3985a3-7c2e-4b20-8e34-5bebfb388456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 1100 time: 0.0424991 Dec 27 14:32:36.162627 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-cf722b4d-c529-4897-8d00-5f7586ffcb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:32:36.164144 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-cf722b4d-c529-4897-8d00-5f7586ffcb4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 200 len: 917 time: 0.0840895 Dec 27 14:32:36.234342 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-81eba60a-4e4b-422b-8069-a2f077be5d15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 200 len: 1002 time: 0.0623648 Dec 27 14:32:36.282051 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-c70deb9b-3549-4f8a-abf7-bd64e8a81360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:32:36.283440 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-c70deb9b-3549-4f8a-abf7-bd64e8a81360 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 200 len: 856 time: 0.0414925 Dec 27 14:32:36.333053 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-939cc782-d84e-4515-a402-f7ad6e000cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:32:36.334544 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-939cc782-d84e-4515-a402-f7ad6e000cbc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d685d204-a878-46a9-9c80-314fd33c30a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427239 Dec 27 14:32:36.427949 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-c62b3378-ecef-4b43-8cd0-c8ba81b095fe service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843029 Dec 27 14:32:36.514972 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2c03d9aa-8fc5-4ecb-ba34-dbfc8487e20c req-fc39dd98-f17a-4dad-9ed1-7c04aa4ce99c service neutron] 10.222.0.30 "GET /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784111 Dec 27 14:32:48.010236 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35208) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:48.125013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17a38e77-543a-4999-80c9-d02bb420d96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.206684 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17a38e77-543a-4999-80c9-d02bb420d96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.211655 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-17a38e77-543a-4999-80c9-d02bb420d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.251458 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-17a38e77-543a-4999-80c9-d02bb420d96d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=695544cb8f4e4da3bef0b266c8d3145c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401025 Dec 27 14:32:48.252356 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a38e77-543a-4999-80c9-d02bb420d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50158333-f5ff-4042-8dea-56a8d7e77fba,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:48.254901 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35212) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:48.306202 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.327885 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.374180 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.376961 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:48.378096 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50158333-f5ff-4042-8dea-56a8d7e77fba HTTP/1.1" status: 204 len: 168 time: 0.1213419 Dec 27 14:32:48.385687 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50158333-f5ff-4042-8dea-56a8d7e77fba,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:48.392608 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.392959 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.393299 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.393631 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.393961 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.394287 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.394612 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.394936 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.395258 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.395581 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.395949 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.396726 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:48.397124 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cdfaf6-eafd-458d-b0c5-b4362f35bfbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:32:50.981870 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-73640b77-dab2-4de2-abd6-a188fb745de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:53.367128 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-19d0186c-f223-4a2b-acdb-a50177ac4948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:54.147300 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:54.427400 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:56.206783 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:57.014145 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:57.287543 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:32:58.840638 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35350) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:58.952104 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5328a1c8-1418-4c13-b7b3-aedcd7bd7cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.038870 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5328a1c8-1418-4c13-b7b3-aedcd7bd7cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.041863 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5328a1c8-1418-4c13-b7b3-aedcd7bd7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.083126 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5328a1c8-1418-4c13-b7b3-aedcd7bd7cbe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1d439c4851f415897a6cafd02237872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404499 Dec 27 14:32:59.085866 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328a1c8-1418-4c13-b7b3-aedcd7bd7cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9408b-77d1-4255-b9bd-953c8467a387,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:59.086327 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35354) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:59.143769 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28bad248-b840-46f1-8a5a-8d81b553967a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.177611 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28bad248-b840-46f1-8a5a-8d81b553967a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.223768 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28bad248-b840-46f1-8a5a-8d81b553967a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.226901 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-28bad248-b840-46f1-8a5a-8d81b553967a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.228075 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-28bad248-b840-46f1-8a5a-8d81b553967a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02f9408b-77d1-4255-b9bd-953c8467a387 HTTP/1.1" status: 204 len: 168 time: 0.1406801 Dec 27 14:32:59.237540 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bad248-b840-46f1-8a5a-8d81b553967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9408b-77d1-4255-b9bd-953c8467a387,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:32:59.832792 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35376) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:32:59.926708 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372243277-network', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:32:59.950299 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Made reservation on behalf of a36edf49e96743a5995f7dedca7f0b38 for: {'network': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:32:59.952782 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:32:59.960834 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.036666 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.041830 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.068301 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:33:00.073525 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fe200b-1117-40d0-8808-df911676eecd,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:00.084108 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.084465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.084920 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.085297 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.085683 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.086019 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.086350 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.086926 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.087031 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.087310 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.087634 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.087986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.088304 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.091914 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.092250 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.segments_db [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Added segment 7776abcb-d99f-472b-85d0-5d788faf913e of type vlan for network 88e95a23-a594-4f24-8889-211db842ea81 Dec 27 14:33:00.131982 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.156490 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.157517 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:00.158122 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.192065 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3581486 Dec 27 14:33:00.195694 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35380) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:00.200629 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Request body: {'subnet': {'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372243277-subnet', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'ip_version': 4}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:00.223408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a26cc-871e-40e0-85df-f64ed3cab1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=88e95a23-a594-4f24-8889-211db842ea81,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:00.224856 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Made reservation on behalf of a36edf49e96743a5995f7dedca7f0b38 for: {'subnet': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:33:00.227637 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12694099'] for subnet, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.233902 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 88e95a23-a594-4f24-8889-211db842ea81 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:33:00.393913 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13257433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12694081'] for subnet, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.450844 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=046e2689-3fc7-4f92-bdcd-f677ebd288d7,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:00.459340 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Checking segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:00.459737 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Network hostable DHCP agents. Network: 88e95a23-a594-4f24-8889-211db842ea81, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:33:00.476185 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Network 88e95a23-a594-4f24-8889-211db842ea81 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:33:00.484951 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 88e95a23-a594-4f24-8889-211db842ea81) {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:00.488999 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:00.489587 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.494709 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e1e503-846e-4088-98ac-1f7159940e9f None None] Network 88e95a23-a594-4f24-8889-211db842ea81 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:33:00.505303 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bd5716af-9317-4697-96e1-c104d8f1a1fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3085051 Dec 27 14:33:00.508813 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35382) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:00.513068 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:00.535167 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.536354 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.589307 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.596101 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-88e95a23-a594-4f24-8889-211db842ea81', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:33:00.596959 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.723820 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.727633 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Allocated IP 172.20.0.2 (88e95a23-a594-4f24-8889-211db842ea81/046e2689-3fc7-4f92-bdcd-f677ebd288d7/2d7db517-9ee3-443f-a069-4044e341c518) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:00.869383 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.874883 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.917295 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Network 88e95a23-a594-4f24-8889-211db842ea81 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:00.919429 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.920473 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:00.922868 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:00.934396 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Pushing event updated for resources: {'Port': ['ID=2d7db517-9ee3-443f-a069-4044e341c518,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:00.938975 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:00.955496 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.955859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.956204 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.956536 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.956864 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.957183 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.957520 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.957819 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.958135 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.958454 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.958767 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.959077 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.959386 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:00.994954 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Attempting to bind port 2d7db517-9ee3-443f-a069-4044e341c518 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:00.995238 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Attempting to bind port 2d7db517-9ee3-443f-a069-4044e341c518 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:00.995596 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Attempting to bind port 2d7db517-9ee3-443f-a069-4044e341c518 on network 88e95a23-a594-4f24-8889-211db842ea81 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:01.000556 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:01.000925 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Checking segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:01.001319 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.001726 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Bound using segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:01.002188 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Bound port: 2d7db517-9ee3-443f-a069-4044e341c518, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:01.002565 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.045835 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Allocated IP 172.27.2.253 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/ae01597d-97bb-4c02-8ce5-50e45ae475f1) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:01.064416 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] For port 2d7db517-9ee3-443f-a069-4044e341c518, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:01.067580 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] For port 2d7db517-9ee3-443f-a069-4044e341c518, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=2d7db517-9ee3-443f-a069-4044e341c518,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:01.073314 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.136334 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d99f-e0ec-45cf-89aa-9a5ff565c0b0 None None] Pushing event updated for resources: {'Port': ['ID=2d7db517-9ee3-443f-a069-4044e341c518,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:01.155154 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.189587 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.230801 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:01.235396 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:01.240335 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:01.244393 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Pushing event updated for resources: {'Port': ['ID=ae01597d-97bb-4c02-8ce5-50e45ae475f1,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:01.500444 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.689482 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.819583 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:33:01.937180 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:33:01.947929 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Sync routers for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:33:01.957325 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:01.958877 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e19bb6f9-0d7c-4285-986e-cf2ede7666de admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4488988 Dec 27 14:33:01.959132 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:01.960409 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:01.961950 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35384) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:02.026581 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f30487-e086-49fd-8e20-f0db01499b3e None None] Network 88e95a23-a594-4f24-8889-211db842ea81 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:33:02.093114 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 2d7db517-9ee3-443f-a069-4044e341c518 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:02.110476 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:02.154830 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-2a49bfe2-1369-452a-aec5-fe55a9f840d6 None None] Provisioning complete for port 2d7db517-9ee3-443f-a069-4044e341c518 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:02.157863 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a49bfe2-1369-452a-aec5-fe55a9f840d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.233141 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 2d7db517-9ee3-443f-a069-4044e341c518 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:02.233663 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.302379 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:01Z', 'revision_number': 3, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:02.315899 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a49bfe2-1369-452a-aec5-fe55a9f840d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.336370 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Checking router: 023f531a-9bac-49d8-9ec4-baf75b3a1d0b for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:33:02.336713 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Updating router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b port ae01597d-97bb-4c02-8ce5-50e45ae475f1 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:33:02.375935 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.385043 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2a49bfe2-1369-452a-aec5-fe55a9f840d6 None None] For port 2d7db517-9ee3-443f-a069-4044e341c518, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=2d7db517-9ee3-443f-a069-4044e341c518,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:02.393867 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.399565 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2a49bfe2-1369-452a-aec5-fe55a9f840d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.498453 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49bfe2-1369-452a-aec5-fe55a9f840d6 None None] Pushing event updated for resources: {'Port': ['ID=2d7db517-9ee3-443f-a069-4044e341c518,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:02.501293 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.db.api [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 27 14:33:02.501647 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG oslo_db.api [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 27 14:33:02.521948 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c520f9b5-5a2f-4776-a4a8-cd843a21e319 None None] Provisioning complete for port 2d7db517-9ee3-443f-a069-4044e341c518 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:02.522989 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c520f9b5-5a2f-4776-a4a8-cd843a21e319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.664134 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.669593 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.684866 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.714720 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Pushing event updated for resources: {'Port': ['ID=ae01597d-97bb-4c02-8ce5-50e45ae475f1,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:02.728254 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.728623 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.728981 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.729318 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.729641 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.729962 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.730286 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.730602 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.730920 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.731255 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.731576 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.731910 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.732225 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:33:02.737229 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Attempting to bind port ae01597d-97bb-4c02-8ce5-50e45ae475f1 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:02.737594 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Attempting to bind port ae01597d-97bb-4c02-8ce5-50e45ae475f1 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:02.737965 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Attempting to bind port ae01597d-97bb-4c02-8ce5-50e45ae475f1 on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:02.744670 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:02.745026 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:02.745429 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.745805 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:02.746299 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Bound port: ae01597d-97bb-4c02-8ce5-50e45ae475f1, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:02.746649 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.797999 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] For port ae01597d-97bb-4c02-8ce5-50e45ae475f1, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:02.800849 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] For port ae01597d-97bb-4c02-8ce5-50e45ae475f1, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=ae01597d-97bb-4c02-8ce5-50e45ae475f1,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:02.805516 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.838762 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Allocated IP 172.20.0.1 (88e95a23-a594-4f24-8889-211db842ea81/046e2689-3fc7-4f92-bdcd-f677ebd288d7/d5cb0943-4606-4060-9c08-57d2f3925737) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:02.859642 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:02.860369 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:02.894377 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd2b10-e065-46a1-b14c-186e7048dd30 None None] Pushing event updated for resources: {'Port': ['ID=ae01597d-97bb-4c02-8ce5-50e45ae475f1,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:02.945365 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:02.980890 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.024685 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Network 88e95a23-a594-4f24-8889-211db842ea81 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:03.027650 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:03.030373 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:03.063087 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:03.065140 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cb0943-4606-4060-9c08-57d2f3925737,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:03.075235 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.208372 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.250196 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:01Z', 'revision_number': 3, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:03.280025 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bf3490-d2cb-40c8-9611-72d7c8fbb1b1 None None] The sync data for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi is: [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:01Z', 'revision_number': 3, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:33:03.329178 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-797ed329-648d-4d0a-8f9c-f28584420450 None None] Provisioning complete for port d5cb0943-4606-4060-9c08-57d2f3925737 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:03.329733 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-797ed329-648d-4d0a-8f9c-f28584420450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.369846 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-797ed329-648d-4d0a-8f9c-f28584420450 None None] Port d5cb0943-4606-4060-9c08-57d2f3925737 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:33:03.382344 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.387181 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.456024 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Pushing event updated for resources: {'Port': ['ID=d5cb0943-4606-4060-9c08-57d2f3925737,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:03.464314 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.568650 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Network 88e95a23-a594-4f24-8889-211db842ea81 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:03.570965 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:03.693484 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:33:03.802987 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-ca864c96-4bb7-4a8d-9c14-50dae2458d48 None None] Provisioning complete for port d5cb0943-4606-4060-9c08-57d2f3925737 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:03.803399 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ca864c96-4bb7-4a8d-9c14-50dae2458d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:03.811393 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:33:03.820009 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-245406ee-da5a-45a9-9180-36b16d411d80 admin admin] 10.222.0.37 "PUT /v2.0/routers/023f531a-9bac-49d8-9ec4-baf75b3a1d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8538132 Dec 27 14:33:03.840349 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-ca864c96-4bb7-4a8d-9c14-50dae2458d48 None None] Port d5cb0943-4606-4060-9c08-57d2f3925737 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:33:04.093871 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 2d7db517-9ee3-443f-a069-4044e341c518 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:04.145364 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port 2d7db517-9ee3-443f-a069-4044e341c518 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:04.145735 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.228232 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ae01597d-97bb-4c02-8ce5-50e45ae475f1 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:04.276395 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port ae01597d-97bb-4c02-8ce5-50e45ae475f1 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:04.276765 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.328430 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35400) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:04.333418 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707095261-network', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:04.355552 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Made reservation on behalf of 87fdc017eee24a83b1ef3dafa2056e66 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:33:04.357847 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.357973 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.366763 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.378792 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port ae01597d-97bb-4c02-8ce5-50e45ae475f1, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=ae01597d-97bb-4c02-8ce5-50e45ae475f1,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:04.383540 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.431698 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=ae01597d-97bb-4c02-8ce5-50e45ae475f1,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:04.441600 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.446564 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.473563 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:33:04.480953 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b6beb1-810e-44eb-9cec-bf9318f4711c,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:04.487211 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.487556 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Added segment b5137761-b3d5-4126-a460-85bc955dadcd of type vlan for network f5f864fa-c5b9-4174-a059-a9de971b4649 Dec 27 14:33:04.537741 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.561395 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.562363 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:04.562987 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.595469 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2659354 Dec 27 14:33:04.598547 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35402) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:04.604491 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Request body: {'subnet': {'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707095261-subnet', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:04.627341 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937f12e-f2fc-4654-91a3-c72823aff554 admin admin] Pushing event updated for resources: {'Network': ['ID=f5f864fa-c5b9-4174-a059-a9de971b4649,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:04.627819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Made reservation on behalf of 87fdc017eee24a83b1ef3dafa2056e66 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:33:04.630315 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12739527'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.638126 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network f5f864fa-c5b9-4174-a059-a9de971b4649 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:33:04.805717 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Sync routers for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:33:04.806532 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12653178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12739541'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.816507 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:04.817193 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:04.863514 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=670ca652-490b-4e5a-878a-6d59253eb05d,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:04.872866 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Checking segment: {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:04.873231 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Network hostable DHCP agents. Network: f5f864fa-c5b9-4174-a059-a9de971b4649, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:33:04.891366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Network f5f864fa-c5b9-4174-a059-a9de971b4649 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:33:04.902069 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, f5f864fa-c5b9-4174-a059-a9de971b4649) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:04.906862 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:04.907464 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.924533 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7588569d-7f6d-4c1c-b5ea-04c4e65dfbfe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3247643 Dec 27 14:33:04.927274 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35404) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:04.932727 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:04.957100 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2013322', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46398'] for router, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:04.958193 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2017913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1578487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46375'] for router, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.010974 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.027628 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6183bc4-5837-451c-9eaf-a6b45806ac6f None None] Network f5f864fa-c5b9-4174-a059-a9de971b4649 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:33:05.103020 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:05.155122 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.213663 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp80b1a1db-9203-5050-885f-c1bed8e43d5d-f5f864fa-c5b9-4174-a059-a9de971b4649', 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649', 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'fixed_ips': [{'subnet_id': '670ca652-490b-4e5a-878a-6d59253eb05d'}]}} from dv-cinder-823015-1-iscsi. {{(pid=102431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 27 14:33:05.214503 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.356555 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.380931 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.434427 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.db_base_plugin_common [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Allocated IP 172.20.0.2 (f5f864fa-c5b9-4174-a059-a9de971b4649/670ca652-490b-4e5a-878a-6d59253eb05d/df91ea77-3dab-4cee-8a91-38baa6a1c042) {{(pid=102431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:05.487893 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Allocated IP 172.27.2.53 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/d207b726-fde6-4a50-bdd8-708a78c03d61) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:05.506484 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 2, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:05.539630 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Checking router: 023f531a-9bac-49d8-9ec4-baf75b3a1d0b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:33:05.540015 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Updating router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b port d5cb0943-4606-4060-9c08-57d2f3925737 binding host dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:33:05.576971 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.595400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.629815 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.669791 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:05.672524 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:05.676039 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:05.682235 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Pushing event updated for resources: {'Port': ['ID=d207b726-fde6-4a50-bdd8-708a78c03d61,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:05.714159 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Publish callbacks [] for port, precommit_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.729677 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929'] for port, after_create {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.791132 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Network f5f864fa-c5b9-4174-a059-a9de971b4649 is already hosted by enough agents. {{(pid=102431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:05.804818 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.scheduler.base_scheduler [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Resources bound (agent type, host, resource id): {{(pid=102431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:05.807215 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Received port after_create {{(pid=102431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:05.837897 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Pushing event updated for resources: {'Port': ['ID=df91ea77-3dab-4cee-8a91-38baa6a1c042,revision_number=1']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:05.912436 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Attempting to bind port df91ea77-3dab-4cee-8a91-38baa6a1c042 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:05.912878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Attempting to bind port df91ea77-3dab-4cee-8a91-38baa6a1c042 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:05.913243 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Attempting to bind port df91ea77-3dab-4cee-8a91-38baa6a1c042 on network f5f864fa-c5b9-4174-a059-a9de971b4649 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:05.923975 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:05.924284 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Checking segment: {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:05.924685 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.925083 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Bound using segment: {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:05.925549 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Bound port: df91ea77-3dab-4cee-8a91-38baa6a1c042, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:05.925929 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:05.927572 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.012549 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ae01597d-97bb-4c02-8ce5-50e45ae475f1 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:06.065069 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Publish callbacks [] for port, precommit_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.072660 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] For port df91ea77-3dab-4cee-8a91-38baa6a1c042, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:06.076119 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.078923 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] For port df91ea77-3dab-4cee-8a91-38baa6a1c042, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=df91ea77-3dab-4cee-8a91-38baa6a1c042,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:06.085588 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.131259 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2013431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2007462'] for router, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.146819 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0647386-5f6e-415b-b6d2-63c14cf7dd29 None None] Pushing event updated for resources: {'Port': ['ID=d5cb0943-4606-4060-9c08-57d2f3925737,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:06.212948 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port ae01597d-97bb-4c02-8ce5-50e45ae475f1 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:06.213323 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.298117 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Attempting to bind port d5cb0943-4606-4060-9c08-57d2f3925737 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:06.298491 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Attempting to bind port d5cb0943-4606-4060-9c08-57d2f3925737 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:06.298859 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Attempting to bind port d5cb0943-4606-4060-9c08-57d2f3925737 on network 88e95a23-a594-4f24-8889-211db842ea81 {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:06.301258 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccf32f-73c1-4736-b9d6-7936cfec8a80 None None] Pushing event updated for resources: {'Port': ['ID=df91ea77-3dab-4cee-8a91-38baa6a1c042,revision_number=2']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:06.307742 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc is scheduled to L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f with binding_index 1 {{(pid=102429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 27 14:33:06.310500 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:06.310880 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Checking segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:06.311286 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.311668 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Bound using segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} {{(pid=102431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:06.312410 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.managers [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Bound port: d5cb0943-4606-4060-9c08-57d2f3925737, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'}}] {{(pid=102431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:06.312841 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.417833 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] For port d5cb0943-4606-4060-9c08-57d2f3925737, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:06.441742 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] For port d5cb0943-4606-4060-9c08-57d2f3925737, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d5cb0943-4606-4060-9c08-57d2f3925737,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:06.449554 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:33:06.453485 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.462962 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Sync routers for ids ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:33:06.501960 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Routers {'1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:06.502700 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:06.505617 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.508116 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ac5e2aa1-03eb-4257-b350-5400f37b28cd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5794473 Dec 27 14:33:06.510889 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35412) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:06.569754 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-5badd54c-a6f1-424c-a8e7-5fb9b628de00 None None] Provisioning complete for port d5cb0943-4606-4060-9c08-57d2f3925737 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:06.570418 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5badd54c-a6f1-424c-a8e7-5fb9b628de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:06.573305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0647386-5f6e-415b-b6d2-63c14cf7dd29 None None] Pushing event updated for resources: {'Port': ['ID=d5cb0943-4606-4060-9c08-57d2f3925737,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:06.592649 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:06.593300 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:06.673678 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Set router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:06.961891 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:33:05Z', 'revision_number': 3, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:06.995619 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Checking router: 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:33:06.996619 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Updating router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc port d207b726-fde6-4a50-bdd8-708a78c03d61 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:33:07.008014 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:07.030942 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.034374 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5badd54c-a6f1-424c-a8e7-5fb9b628de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.125790 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f33a2-5cbb-4a83-9923-c7c312f31dbc req-949d7459-a6ff-43a9-a1de-11d0f3b4b0b7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:07.127453 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-145f33a2-5cbb-4a83-9923-c7c312f31dbc req-949d7459-a6ff-43a9-a1de-11d0f3b4b0b7 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 947 time: 0.0766039 Dec 27 14:33:07.152805 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-5badd54c-a6f1-424c-a8e7-5fb9b628de00 None None] For port d5cb0943-4606-4060-9c08-57d2f3925737, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d5cb0943-4606-4060-9c08-57d2f3925737,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:07.187011 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5badd54c-a6f1-424c-a8e7-5fb9b628de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.254016 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-145f33a2-5cbb-4a83-9923-c7c312f31dbc req-e77180c7-6563-41db-a164-d1fccbf7031f tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142054 Dec 27 14:33:07.259951 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badd54c-a6f1-424c-a8e7-5fb9b628de00 None None] Pushing event updated for resources: {'Port': ['ID=d5cb0943-4606-4060-9c08-57d2f3925737,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:07.323593 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-0d8babad-642d-4e8b-815e-8175f12e8adf None None] Provisioning complete for port d5cb0943-4606-4060-9c08-57d2f3925737 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:07.324102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0d8babad-642d-4e8b-815e-8175f12e8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.368986 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.376191 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.380012 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:06Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:07.410412 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3513bc88-abd3-4f27-b4a1-0c2cb44b9789 None None] The sync data for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi is: [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:06Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:33:07.449069 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Attempting to bind port d207b726-fde6-4a50-bdd8-708a78c03d61 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:07.449777 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Attempting to bind port d207b726-fde6-4a50-bdd8-708a78c03d61 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:07.450226 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Attempting to bind port d207b726-fde6-4a50-bdd8-708a78c03d61 on network fb3df41a-be6b-4bfb-91c7-938b7dde757a {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:07.460143 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:07.460739 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Checking segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:07.461315 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.461881 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Bound using segment: {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:07.462461 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Bound port: d207b726-fde6-4a50-bdd8-708a78c03d61, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df9554c-4675-47c3-81fb-2cf8175c1a0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:07.462948 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.528483 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0badfb4-bb6c-49ce-87a1-a1003ba20ca4 None None] Pushing event updated for resources: {'Port': ['ID=d207b726-fde6-4a50-bdd8-708a78c03d61,revision_number=2']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:07.555065 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] For port d207b726-fde6-4a50-bdd8-708a78c03d61, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:07.558538 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] For port d207b726-fde6-4a50-bdd8-708a78c03d61, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d207b726-fde6-4a50-bdd8-708a78c03d61,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:07.566129 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.581644 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.623981 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edadc7-fb58-4dd0-94f5-813d4e910a16 None None] Network f5f864fa-c5b9-4174-a059-a9de971b4649 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:33:07.630965 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Routers {'1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:07.632427 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:07.675519 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0badfb4-bb6c-49ce-87a1-a1003ba20ca4 None None] Pushing event updated for resources: {'Port': ['ID=d207b726-fde6-4a50-bdd8-708a78c03d61,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:07.729834 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-82928b5d-0720-48ca-99b9-6769219a6b6c None None] Provisioning complete for port df91ea77-3dab-4cee-8a91-38baa6a1c042 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:07.730153 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82928b5d-0720-48ca-99b9-6769219a6b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.757899 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Allocated IP 172.20.0.1 (f5f864fa-c5b9-4174-a059-a9de971b4649/670ca652-490b-4e5a-878a-6d59253eb05d/dcd98d84-cb84-4a7d-8c59-45edbc54e8d3) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:07.780283 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] Set router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:07.841767 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82928b5d-0720-48ca-99b9-6769219a6b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.885590 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.886474 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-82928b5d-0720-48ca-99b9-6769219a6b6c None None] For port df91ea77-3dab-4cee-8a91-38baa6a1c042, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=df91ea77-3dab-4cee-8a91-38baa6a1c042,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:07.891440 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-82928b5d-0720-48ca-99b9-6769219a6b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.949459 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:07.956874 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82928b5d-0720-48ca-99b9-6769219a6b6c None None] Pushing event updated for resources: {'Port': ['ID=df91ea77-3dab-4cee-8a91-38baa6a1c042,revision_number=3']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:07.993483 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Network f5f864fa-c5b9-4174-a059-a9de971b4649 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:07.998799 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:08.009649 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:08.044683 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:33:05Z', 'revision_number': 3, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:08.067510 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:08.092519 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc403e-ac40-438f-bcf1-034bafc38149 None None] The sync data for ids ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'] in dv-cinder-823015-1-iscsi is: [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:33:05Z', 'revision_number': 3, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:33:08.097173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2007417'] for router_interface, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.192007 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d5cb0943-4606-4060-9c08-57d2f3925737 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:08.259402 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-06417465-695c-4bb6-9b37-6a029ff5450a None None] Provisioning complete for port df91ea77-3dab-4cee-8a91-38baa6a1c042 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:08.259906 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-06417465-695c-4bb6-9b37-6a029ff5450a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.278882 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.330368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port d5cb0943-4606-4060-9c08-57d2f3925737 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:08.330810 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.503241 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device df91ea77-3dab-4cee-8a91-38baa6a1c042 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:08.541792 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf5dcb-7967-4c94-bdcd-d932f94fbcd9 req-8314619a-39c0-4ebe-815e-af30400b0b85 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:08.550670 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-18cf5dcb-7967-4c94-bdcd-d932f94fbcd9 req-8314619a-39c0-4ebe-815e-af30400b0b85 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 947 time: 0.1520169 Dec 27 14:33:08.570506 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port df91ea77-3dab-4cee-8a91-38baa6a1c042 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:08.571001 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.626241 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-49312cfa-ae75-4f1a-8ba1-de77f73f9270 None None] Provisioning complete for port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:08.626936 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-49312cfa-ae75-4f1a-8ba1-de77f73f9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.639735 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-4f9663cb-e5d4-49f9-811c-8f5ebb065fd6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:08.641458 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-4f9663cb-e5d4-49f9-811c-8f5ebb065fd6 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 947 time: 0.0733056 Dec 27 14:33:08.655703 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-18cf5dcb-7967-4c94-bdcd-d932f94fbcd9 req-93b89b26-501a-4202-b452-9b845ba91a66 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c86530a-26e7-44e1-bc7d-760adc9f4c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026828 Dec 27 14:33:08.682422 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-49312cfa-ae75-4f1a-8ba1-de77f73f9270 None None] Port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:33:08.684773 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.693751 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.784281 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2014185'] for router_interface, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.787159 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:08.798958 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Deleting port d5856f9b-e239-4613-88a7-d15a19d0765d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:33:08.799308 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.896184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] For port d5856f9b-e239-4613-88a7-d15a19d0765d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d5856f9b-e239-4613-88a7-d15a19d0765d,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:08.896542 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:08.896679 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Network f5f864fa-c5b9-4174-a059-a9de971b4649 is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:08.898139 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:09.079071 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:33:09.222852 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:09.223206 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:09.223585 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Floating IP 81cc1c9e-9aab-45cf-93f3-45997cb4ff6a disassociated. External IP: 172.27.2.112, port: d5856f9b-e239-4613-88a7-d15a19d0765d. Dec 27 14:33:09.223985 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Calling delete_port for d5856f9b-e239-4613-88a7-d15a19d0765d owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:33:09.235191 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-0a6a4964-1661-459a-b9aa-4c815e981520 None None] Provisioning complete for port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:09.235559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4964-1661-459a-b9aa-4c815e981520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:09.260241 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:33:09.278630 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-bd20c6e8-e455-4126-9912-7c04fc655446 admin admin] 10.222.0.37 "PUT /v2.0/routers/1eb55da9-d88b-43c3-b2a2-50b5d567c0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7659738 Dec 27 14:33:09.305965 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a4964-1661-459a-b9aa-4c815e981520 None None] Port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:33:09.424292 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:09.467401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event deleted for resources: {'Port': ['ID=d5856f9b-e239-4613-88a7-d15a19d0765d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:09.575221 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Router 64555cab-89d2-401c-8337-6d782edeb1db has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:33:09.686744 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:33:09.697836 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:33:09.712559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:09.713242 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:09.729751 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] No DVR routers for this DVR port d5856f9b-e239-4613-88a7-d15a19d0765d on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:33:09.733147 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:09.737026 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-93e72080-7bcd-46d5-8571-cc524b24d908 req-b8b04257-d79a-49ef-9bd0-f9b1b0c3d4d3 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.30 "DELETE /v2.0/ports/d5856f9b-e239-4613-88a7-d15a19d0765d HTTP/1.1" status: 204 len: 173 time: 1.0866745 Dec 27 14:33:09.737775 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-deleted', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:33:09.740359 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83594dcd-d2ab-48fe-94f0-28cdbe65780c" -d '{"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-deleted", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:33:09.820000 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-673f3102-8d8c-4da4-8d57-81a9d6c5a169 req-b9ebcec8-7cad-44ad-9fce-79740f863b95 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f23091f-27bc-4397-ad23-c7aeafafb970 HTTP/1.1" status: 200 len: 210 time: 0.0704393 Dec 27 14:33:09.878540 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:09.917053 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfda6b3-4709-4964-9ba1-eb3bd9bd6a0a x-openstack-request-id: req-4cfda6b3-4709-4964-9ba1-eb3bd9bd6a0a {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:33:09.917374 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f23091f-27bc-4397-ad23-c7aeafafb970", "name": "network-vif-deleted", "tag": "d5856f9b-e239-4613-88a7-d15a19d0765d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:33:09.917629 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cfda6b3-4709-4964-9ba1-eb3bd9bd6a0a {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:33:09.918022 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f23091f-27bc-4397-ad23-c7aeafafb970', 'name': 'network-vif-deleted', 'tag': 'd5856f9b-e239-4613-88a7-d15a19d0765d', 'status': 'completed', 'code': 200} Dec 27 14:33:10.064762 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35438) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.070124 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262848392', 'description': 'tempest-secgroup-smoke-1262848392 description', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.095924 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.109785 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device df91ea77-3dab-4cee-8a91-38baa6a1c042 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:10.174170 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:10.185569 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.190005 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.205318 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:33:10.208727 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port df91ea77-3dab-4cee-8a91-38baa6a1c042 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:10.209169 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.223797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.228155 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1592736 Dec 27 14:33:10.229045 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35442) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.229632 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464a7b9-a53a-417a-8127-46acd31e1912 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d565346d-9542-467f-ac2d-ad3440ca8529,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:10.237780 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group_rule': {'security_group_id': 'd565346d-9542-467f-ac2d-ad3440ca8529', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.257430 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:10.258239 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:10.274294 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.324281 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.327950 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.345753 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c97930-2b36-4f13-ae1c-783a313d5211,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:10.355559 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.357171 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-58c58ab8-c9e9-495c-a5c0-9dc8cb9aae81 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271534 Dec 27 14:33:10.359813 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35444) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.364672 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group_rule': {'security_group_id': 'd565346d-9542-467f-ac2d-ad3440ca8529', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.397447 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.414884 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:10.417644 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d207b726-fde6-4a50-bdd8-708a78c03d61 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:10.454224 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.457948 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.474945 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed152f1-18bd-42f2-8968-15449ca4e84b,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:10.485358 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.486340 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-328ebc9c-522c-4668-94b0-091d919ec47a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255217 Dec 27 14:33:10.489116 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35446) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.494159 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group_rule': {'security_group_id': 'd565346d-9542-467f-ac2d-ad3440ca8529', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.522935 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.587447 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.591882 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.613159 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a680428-3c33-4ff7-b6fa-690cafcb237a,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:10.623809 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.625202 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e6e84efc-5b49-425d-ae8f-d794b88b8cb1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350601 Dec 27 14:33:10.627797 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35448) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.634262 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group_rule': {'security_group_id': 'd565346d-9542-467f-ac2d-ad3440ca8529', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.667331 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.719203 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port d207b726-fde6-4a50-bdd8-708a78c03d61 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:10.719760 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.727372 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.731687 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.748873 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50045a1-f475-4e86-a6f1-9adf59757c71,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:10.759393 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.763729 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b65959ba-d4c8-4750-9ef9-47a6de464ac1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316214 Dec 27 14:33:10.763851 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35450) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.770300 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group_rule': {'security_group_id': 'd565346d-9542-467f-ac2d-ad3440ca8529', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.796573 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.securitygroups_db [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Project a36edf49e96743a5995f7dedca7f0b38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 27 14:33:10.803064 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.847070 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.855028 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:10.870894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.876116 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.888197 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ccd884-48a9-4147-bbc5-e653499a8636 None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:22:48Z', 'revision_number': 4, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'bd4e707a-1389-4594-a9fc-d8f4063c7599', 'name': '', 'network_id': 'd685d204-a878-46a9-9c80-314fd33c30a4', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'mac_address': 'fa:16:3e:bb:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:47Z', 'updated_at': '2021-12-27T14:22:53Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'subnets': [{'id': '4b4a305c-65e2-424d-beee-f0bdc2760b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:33:10.896351 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d42dee1-0e4b-4b07-9cc8-f924ae7a797a,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:10.911795 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.912049 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] For port d207b726-fde6-4a50-bdd8-708a78c03d61, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d207b726-fde6-4a50-bdd8-708a78c03d61,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:10.912635 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-2a028aba-9cf7-4276-87a9-2f89ee1f1fd0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474094 Dec 27 14:33:10.915383 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35456) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.918902 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.926785 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'security_group_rule': {'security_group_id': 'd565346d-9542-467f-ac2d-ad3440ca8529', 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:10.962605 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35458) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:10.973325 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.securitygroups_db [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Project a36edf49e96743a5995f7dedca7f0b38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 27 14:33:10.981181 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:10.994971 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Pushing event updated for resources: {'Port': ['ID=d207b726-fde6-4a50-bdd8-708a78c03d61,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:11.021607 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Sync routers for ids ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:33:11.033533 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Routers {'1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:11.034485 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:11.039546 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c89c-e2c2-44d0-abb8-79fb3f808ac1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.064000 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.068100 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c89c-e2c2-44d0-abb8-79fb3f808ac1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.073574 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2082265'] for security_group_rule, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.098555 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.108254 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1912324 Dec 27 14:33:11.111625 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e292a-c486-4915-b687-30d933b27e7c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e05a865-1a8c-49c5-b720-71974a2698b3,revision_number=0']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:11.170684 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c89c-e2c2-44d0-abb8-79fb3f808ac1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.174036 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c89c-e2c2-44d0-abb8-79fb3f808ac1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.178332 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-f1c7c89c-e2c2-44d0-abb8-79fb3f808ac1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c86530a-26e7-44e1-bc7d-760adc9f4c5c HTTP/1.1" status: 204 len: 168 time: 0.2145751 Dec 27 14:33:11.178500 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35468) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:11.179555 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Set router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:11.189598 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c89c-e2c2-44d0-abb8-79fb3f808ac1 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c86530a-26e7-44e1-bc7d-760adc9f4c5c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:11.194103 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.api.v2.resource [None req-6b1131f5-3ec4-4bb1-9329-346ed6d7c150 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] show failed (client error): The resource could not be found. Dec 27 14:33:11.195310 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6b1131f5-3ec4-4bb1-9329-346ed6d7c150 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "GET /v2.0/security-groups/4c86530a-26e7-44e1-bc7d-760adc9f4c5c HTTP/1.1" status: 404 len: 347 time: 0.0159342 Dec 27 14:33:11.199534 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35470) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:11.293840 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465f0975-21b4-4552-9fd8-ab48b6cf948b None None] New status for floating IP 81cc1c9e-9aab-45cf-93f3-45997cb4ff6a: DOWN {{(pid=102431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:33:11.339345 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Deleting port 85e99783-189e-43c4-8fc7-13e9f366f989 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:33:11.339982 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.553789 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:33:08Z', 'revision_number': 4, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'dcd98d84-cb84-4a7d-8c59-45edbc54e8d3', 'name': '', 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'mac_address': 'fa:16:3e:3f:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '670ca652-490b-4e5a-878a-6d59253eb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:07Z', 'updated_at': '2021-12-27T14:33:08Z', 'revision_number': 2, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'subnets': [{'id': '670ca652-490b-4e5a-878a-6d59253eb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:11.583493 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Checking router: 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:33:11.583927 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Updating router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 binding host dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 27 14:33:11.614594 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.722985 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.723319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.735124 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Calling delete_port for 85e99783-189e-43c4-8fc7-13e9f366f989 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:33:11.869469 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.891454 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.898210 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Pushing event deleted for resources: {'Port': ['ID=85e99783-189e-43c4-8fc7-13e9f366f989,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:11.898562 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.958495 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb7b97-6485-4368-b504-41f4c7a7b9d0 None None] Pushing event updated for resources: {'Port': ['ID=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,revision_number=3']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:11.969796 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.972704 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:11.975882 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0b31c91b-554a-41c9-8cd5-9ed4ed48ad40 tempest-AttachVolumeShelveTestJSON-1465987242 tempest-AttachVolumeShelveTestJSON-1465987242-project] 10.222.0.37 "DELETE /v2.0/floatingips/81cc1c9e-9aab-45cf-93f3-45997cb4ff6a HTTP/1.1" status: 204 len: 168 time: 0.7733014 Dec 27 14:33:12.058951 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d207b726-fde6-4a50-bdd8-708a78c03d61 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:12.062623 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Attempting to bind port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 on host dv-cinder-823015-1-iscsi for vnic_type normal with profile {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:12.063700 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Attempting to bind port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 by drivers openvswitch,hyperv on host dv-cinder-823015-1-iscsi at level 0 using segments [{'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:12.064055 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Attempting to bind port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 on network f5f864fa-c5b9-4174-a059-a9de971b4649 {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:12.070003 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Checking agent: {'id': '19476016-6248-4600-89b2-23b165c933d1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-823015-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 13, 27), 'started_at': datetime.datetime(2021, 12, 27, 14, 13, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-823015-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:12.071091 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Checking segment: {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:12.071495 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.071927 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Bound using segment: {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'} {{(pid=102432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:12.072462 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.managers [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Bound port: dcd98d84-cb84-4a7d-8c59-45edbc54e8d3, host: dv-cinder-823015-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5137761-b3d5-4126-a460-85bc955dadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649'}}] {{(pid=102432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:12.072858 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.118967 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port d207b726-fde6-4a50-bdd8-708a78c03d61 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:12.119351 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.163069 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] For port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3, host dv-cinder-823015-1-iscsi, cleared binding levels {{(pid=102432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:12.166969 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.plugins.ml2.db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] For port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3, host dv-cinder-823015-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:12.172984 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron_lib.callbacks.manager [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.233789 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:33:12.240226 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Routers {'1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:12.241875 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:12.264522 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: d5856f9b-e239-4613-88a7-d15a19d0765d {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:33:12.264938 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d5856f9b-e239-4613-88a7-d15a19d0765d not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:33:12.296162 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb7b97-6485-4368-b504-41f4c7a7b9d0 None None] Pushing event updated for resources: {'Port': ['ID=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,revision_number=4']} {{(pid=102432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:12.351665 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-e6b7f94b-d288-4c2a-bf0b-5a650ec10054 None None] Provisioning complete for port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:12.352341 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f94b-d288-4c2a-bf0b-5a650ec10054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.383529 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] Set router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:12.449959 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f94b-d288-4c2a-bf0b-5a650ec10054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.484495 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-e6b7f94b-d288-4c2a-bf0b-5a650ec10054 None None] For port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:12.488865 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e6b7f94b-d288-4c2a-bf0b-5a650ec10054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.536174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7f94b-d288-4c2a-bf0b-5a650ec10054 None None] Pushing event updated for resources: {'Port': ['ID=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:12.594917 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:33:08Z', 'revision_number': 4, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'dcd98d84-cb84-4a7d-8c59-45edbc54e8d3', 'name': '', 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'mac_address': 'fa:16:3e:3f:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '670ca652-490b-4e5a-878a-6d59253eb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:07Z', 'updated_at': '2021-12-27T14:33:12Z', 'revision_number': 4, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'subnets': [{'id': '670ca652-490b-4e5a-878a-6d59253eb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:12.608413 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-2b1eaedc-cbd9-440d-86c6-7572e8b3ad94 None None] Provisioning complete for port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:12.608784 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2b1eaedc-cbd9-440d-86c6-7572e8b3ad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:12.621799 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6236e-5cbe-4509-a961-664831a183e8 None None] The sync data for ids ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'] in dv-cinder-823015-1-iscsi is: [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:33:08Z', 'revision_number': 4, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'dcd98d84-cb84-4a7d-8c59-45edbc54e8d3', 'name': '', 'network_id': 'f5f864fa-c5b9-4174-a059-a9de971b4649', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'mac_address': 'fa:16:3e:3f:5f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '670ca652-490b-4e5a-878a-6d59253eb05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:07Z', 'updated_at': '2021-12-27T14:33:12Z', 'revision_number': 4, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'subnets': [{'id': '670ca652-490b-4e5a-878a-6d59253eb05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:33:14.024630 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 up at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:33:14.074477 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Provisioning complete for port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:14.074918 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:14.468043 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35542) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:15.042860 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:15.338038 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Deleting port bd4e707a-1389-4594-a9fc-d8f4063c7599 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:33:15.338377 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:15.421206 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] For port bd4e707a-1389-4594-a9fc-d8f4063c7599, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=bd4e707a-1389-4594-a9fc-d8f4063c7599,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:15.421580 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:15.433225 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Calling delete_port for bd4e707a-1389-4594-a9fc-d8f4063c7599 owned by network:router_interface {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:33:15.610597 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:15.633269 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4e707a-1389-4594-a9fc-d8f4063c7599,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:15.807588 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:16.259446 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Router 64555cab-89d2-401c-8337-6d782edeb1db has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:33:16.362204 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:33:16.367586 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-479fe759-8827-481f-8871-964e8c9c7cf9 admin admin] 10.222.0.37 "PUT /v2.0/routers/64555cab-89d2-401c-8337-6d782edeb1db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8985443 Dec 27 14:33:16.370305 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35550) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:16.372441 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] Sync routers for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:33:16.385999 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:16.386793 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:16.473283 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:16.493586 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:16.577186 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:16.629544 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Deleting port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:33:16.630266 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:16.669003 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:33:15Z', 'revision_number': 5, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port': {'id': '3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64555cab-89d2-401c-8337-6d782edeb1db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:22:43Z', 'updated_at': '2021-12-27T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:16.700536 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] Checking router: 64555cab-89d2-401c-8337-6d782edeb1db for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:33:16.709408 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] Routers {'64555cab-89d2-401c-8337-6d782edeb1db'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:33:16.710554 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:32:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['64555cab-89d2-401c-8337-6d782edeb1db'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:16.720236 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] For port 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:16.720593 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:16.732537 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Calling delete_port for 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc owned by network:router_gateway {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:33:16.795863 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] Set router 64555cab-89d2-401c-8337-6d782edeb1db gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:33:16.852274 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:33:16Z', 'revision_number': 6, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:16.906548 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:16.938534 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:16.984419 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff43bdc-5dc5-4f57-a9eb-eef12dcfefe9 None None] The sync data for ids ['64555cab-89d2-401c-8337-6d782edeb1db'] in dv-cinder-823015-1-iscsi is: [{'id': '64555cab-89d2-401c-8337-6d782edeb1db', 'name': 'tempest-AttachVolumeShelveTestJSON-1619965642-router', 'tenant_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:22:42Z', 'updated_at': '2021-12-27T14:33:16Z', 'revision_number': 6, 'project_id': 'cb5e638b0aa0424484c3eb48434d7e66', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:33:17.004741 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.098296 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.100547 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.146071 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.146678 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64555cab-89d2-401c-8337-6d782edeb1db {{(pid=102429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:33:17.151092 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.152248 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-1f9f6e28-6fc1-465c-908b-186b6e93ea5a admin admin] 10.222.0.37 "DELETE /v2.0/routers/64555cab-89d2-401c-8337-6d782edeb1db HTTP/1.1" status: 204 len: 168 time: 0.7812569 Dec 27 14:33:17.155035 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35554) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:17.200676 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Deleting subnet 4b4a305c-65e2-424d-beee-f0bdc2760b72 {{(pid=102429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:33:17.203757 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.240184 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13130324'] for subnet, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.348483 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.408356 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13257222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12694136'] for subnet, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.439731 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4a305c-65e2-424d-beee-f0bdc2760b72,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:17.441698 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.445587 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b3e124af-72ff-4dd8-9b69-0dfdbe1d869e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b4a305c-65e2-424d-beee-f0bdc2760b72 HTTP/1.1" status: 204 len: 168 time: 0.2896283 Dec 27 14:33:17.447212 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dcc283-7e05-4ed1-8966-75be2c9aa8c0 None None] Network d685d204-a878-46a9-9c80-314fd33c30a4 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:33:17.448049 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35556) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:17.517604 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.572871 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Deleting port d9713b98-8b1d-45a6-b4ee-45cb97dad50c {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:33:17.573215 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.640547 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] For port d9713b98-8b1d-45a6-b4ee-45cb97dad50c, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,segment=NetworkSegment(c0331693-2d51-41e8-8d8c-d595fa04600b),segment_id=c0331693-2d51-41e8-8d8c-d595fa04600b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:17.641248 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.653231 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Calling delete_port for d9713b98-8b1d-45a6-b4ee-45cb97dad50c owned by network:dhcp {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:33:17.736107 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.756018 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32668031-61e3-467f-964d-0ee6c35c0b60 None None] DHCP port deletion for d685d204-a878-46a9-9c80-314fd33c30a4 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:33:17.770631 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Pushing event deleted for resources: {'Port': ['ID=d9713b98-8b1d-45a6-b4ee-45cb97dad50c,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:17.778487 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] No DVR routers for this DVR port d9713b98-8b1d-45a6-b4ee-45cb97dad50c on host dv-cinder-823015-1-iscsi {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:33:17.855415 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.875661 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d685d204-a878-46a9-9c80-314fd33c30a4']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:17.885437 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0331693-2d51-41e8-8d8c-d595fa04600b') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:17.885724 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0331693-2d51-41e8-8d8c-d595fa04600b') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:33:17.894909 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.908480 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.914773 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:33:17.915150 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: warnings.warn(msg) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:33:17.916833 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:33:17.981879 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.987333 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:17.994744 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] 10.222.0.37 "DELETE /v2.0/networks/d685d204-a878-46a9-9c80-314fd33c30a4 HTTP/1.1" status: 204 len: 168 time: 0.5414867 Dec 27 14:33:18.016524 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b0cfc-f354-4649-b569-c0277ce0ee9d admin admin] Pushing event deleted for resources: {'Network': ['ID=d685d204-a878-46a9-9c80-314fd33c30a4,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:18.020538 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device bd4e707a-1389-4594-a9fc-d8f4063c7599 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:33:18.045013 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: bd4e707a-1389-4594-a9fc-d8f4063c7599 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:33:18.045382 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device bd4e707a-1389-4594-a9fc-d8f4063c7599 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:33:18.045770 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:33:18.078484 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:33:18.079280 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 3bf58c80-7f0b-46f7-b70c-aa5e784e2bcc not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:33:18.080090 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d9713b98-8b1d-45a6-b4ee-45cb97dad50c no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:33:18.104057 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: d9713b98-8b1d-45a6-b4ee-45cb97dad50c {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:33:18.104405 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d9713b98-8b1d-45a6-b4ee-45cb97dad50c not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:33:18.144164 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35562) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:18.187679 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35564) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:18.187922 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e36bb302-8a6b-4c61-bb01-ff0e8ac01b8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb5e638b0aa0424484c3eb48434d7e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424066 Dec 27 14:33:18.238914 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473b13d-d2e5-419e-bca1-82d2e5d5cc26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:18.261359 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473b13d-d2e5-419e-bca1-82d2e5d5cc26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:18.313244 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473b13d-d2e5-419e-bca1-82d2e5d5cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:18.316040 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5473b13d-d2e5-419e-bca1-82d2e5d5cc26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:18.317178 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5473b13d-d2e5-419e-bca1-82d2e5d5cc26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e36b0bc-c895-4890-9145-8dab32fc30a1 HTTP/1.1" status: 204 len: 168 time: 0.1285529 Dec 27 14:33:18.324858 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473b13d-d2e5-419e-bca1-82d2e5d5cc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e36b0bc-c895-4890-9145-8dab32fc30a1,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:19.992238 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35616) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:20.099829 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7183fe-c3c1-4db2-aea9-7b50954a2a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.185465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7183fe-c3c1-4db2-aea9-7b50954a2a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.189104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2f7183fe-c3c1-4db2-aea9-7b50954a2a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.229929 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-2f7183fe-c3c1-4db2-aea9-7b50954a2a85 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d432f1e09aa4ce2be57157e2ad68fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364626 Dec 27 14:33:20.230723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7183fe-c3c1-4db2-aea9-7b50954a2a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4df4e5e-c795-4581-a892-153e37fdbd01,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:20.231921 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 35622) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:20.282502 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-728b0438-745c-4623-be58-b43a66043d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.305304 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-728b0438-745c-4623-be58-b43a66043d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.350576 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-728b0438-745c-4623-be58-b43a66043d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.353364 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-728b0438-745c-4623-be58-b43a66043d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.354494 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-728b0438-745c-4623-be58-b43a66043d65 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4df4e5e-c795-4581-a892-153e37fdbd01 HTTP/1.1" status: 204 len: 168 time: 0.1215801 Dec 27 14:33:20.362866 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0438-745c-4623-be58-b43a66043d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4df4e5e-c795-4581-a892-153e37fdbd01,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:20.621787 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35628) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:20.635180 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae77a6-a487-4f8a-b4ea-c26fc67a6d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.709773 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae77a6-a487-4f8a-b4ea-c26fc67a6d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.713479 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a9ae77a6-a487-4f8a-b4ea-c26fc67a6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.751327 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae77a6-a487-4f8a-b4ea-c26fc67a6d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac09967a-f99e-48d8-a931-8570c2da9c6c,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:20.755589 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a9ae77a6-a487-4f8a-b4ea-c26fc67a6d87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a99aa963c89a46e3af3d5815dbebd023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328063 Dec 27 14:33:20.758879 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 35630) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:33:20.805463 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d861cbe0-6d9b-4469-9219-38c07038e38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.827104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d861cbe0-6d9b-4469-9219-38c07038e38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.875312 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d861cbe0-6d9b-4469-9219-38c07038e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.877721 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-d861cbe0-6d9b-4469-9219-38c07038e38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:20.878862 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-d861cbe0-6d9b-4469-9219-38c07038e38e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac09967a-f99e-48d8-a931-8570c2da9c6c HTTP/1.1" status: 204 len: 168 time: 0.1191010 Dec 27 14:33:20.888257 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861cbe0-6d9b-4469-9219-38c07038e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac09967a-f99e-48d8-a931-8570c2da9c6c,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:20.985872 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dbd0877e-fa77-44a0-8195-d38c42daad26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:23.369793 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ddce-77ed-4f89-b317-ea39f7ee0dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:24.042577 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:24.428088 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:26.214227 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:27.016594 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:34.286917 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:33:37.982841 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-2c35bd25-ad03-4bd5-8596-a385fae4d254 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395610 Dec 27 14:33:38.045829 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-e19de168-162f-42ea-9802-75999258e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:38.047308 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-e19de168-162f-42ea-9802-75999258e56c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1098 time: 0.0405226 Dec 27 14:33:38.152077 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-939b90a4-bcbb-4619-b802-5ab87f98c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:38.153509 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-939b90a4-bcbb-4619-b802-5ab87f98c23e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0871675 Dec 27 14:33:38.218498 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-8d9f1111-ecf1-485a-8a8a-8b71520b1d5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 1001 time: 0.0563333 Dec 27 14:33:38.267971 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-5adc521f-6aac-4e4a-9e96-1dfe9a151554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:38.269646 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-5adc521f-6aac-4e4a-9e96-1dfe9a151554 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0420337 Dec 27 14:33:38.317355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-0fc30192-bdac-4738-a42b-f12ee28f4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:38.319352 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-0fc30192-bdac-4738-a42b-f12ee28f4b1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417328 Dec 27 14:33:38.409216 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-fbde5019-c4a8-48d9-af8f-c9d073e8ca12 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Dec 27 14:33:38.504483 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5fbfbb0d-e151-4ece-ba7e-f19244eaf5f9 req-3c603af3-5d3b-48bd-9d0f-0c26be89c94c service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867920 Dec 27 14:33:42.199096 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-cfac4db8-fd3e-4378-a5d9-c252030bf081 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262848392&fields=id&tenant_id=a36edf49e96743a5995f7dedca7f0b38 HTTP/1.1" status: 200 len: 267 time: 0.0437038 Dec 27 14:33:42.305451 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-f976f564-8494-4ff2-938e-11be4de3b7b0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:42.307330 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-f976f564-8494-4ff2-938e-11be4de3b7b0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 809 time: 0.1016011 Dec 27 14:33:42.322010 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-cff6f821-dc66-4135-a5ae-36719bbcd586 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/quotas/a36edf49e96743a5995f7dedca7f0b38 HTTP/1.1" status: 200 len: 375 time: 0.0084560 Dec 27 14:33:42.371158 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-d7b15bc7-b5e1-4195-9da3-6a168a488bbc tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439494 Dec 27 14:33:42.474504 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-fe29d499-32b7-47e2-b8e6-3b5dc3aecd42 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:33:42.475517 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-fe29d499-32b7-47e2-b8e6-3b5dc3aecd42 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0927758 Dec 27 14:33:42.562527 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-04b435a6-8459-4a46-901f-58986e25a541 service neutron] 10.222.0.37 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807438 Dec 27 14:33:42.650748 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3c9f8eb9-608a-4882-966e-a8a0dbc70399 service neutron] 10.222.0.37 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823479 Dec 27 14:33:42.937784 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-96bf0b9c-e65a-4fe3-b24a-61d4642a00d3 req-7102b820-9024-40ed-905c-c42089f361d0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0295210 Dec 27 14:33:43.948817 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-afaa2182-7238-4f06-9822-974d4aeddb9e tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:43.950311 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-afaa2182-7238-4f06-9822-974d4aeddb9e tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 809 time: 0.1029210 Dec 27 14:33:44.035028 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-91853752-968e-4749-b03f-28fb0e6d51e6 req-e5fb597d-fd7f-46bd-bd60-302982a92971 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0281308 Dec 27 14:33:44.091551 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-59ae7fa9-1cc9-4fd6-872e-c212d733807d tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a36edf49e96743a5995f7dedca7f0b38 HTTP/1.1" status: 200 len: 380 time: 0.0766628 Dec 27 14:33:44.101162 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'port': {'device_id': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'admin_state_up': True, 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'security_groups': ['d565346d-9542-467f-ac2d-ad3440ca8529']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:44.221948 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Made reservation on behalf of a36edf49e96743a5995f7dedca7f0b38 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:33:44.225589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:44.363423 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Allocated IP 172.20.0.12 (88e95a23-a594-4f24-8889-211db842ea81/046e2689-3fc7-4f92-bdcd-f677ebd288d7/ff0e66a2-6e25-4756-9e65-7d16cfb02fdb) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:44.466467 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-1b4ed68c-b7a4-4e9a-8000-1c6b92ab82b3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474312789&fields=id&tenant_id=05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 267 time: 0.0863616 Dec 27 14:33:44.609590 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:44.632204 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-48303361-7a0c-427b-ba92-18831da9d59e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:44.633623 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-48303361-7a0c-427b-ba92-18831da9d59e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 811 time: 0.1372867 Dec 27 14:33:44.659925 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-4e73b2aa-b13e-45b5-9f5c-7a3e2bda3c92 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/quotas/05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 375 time: 0.0179987 Dec 27 14:33:44.676421 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:44.747531 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Network 88e95a23-a594-4f24-8889-211db842ea81 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:44.753685 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:44.756289 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:44.758561 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:44.768170 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-f33871d3-3b2e-4a94-89eb-588d65c0e4a7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018543 Dec 27 14:33:44.821175 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:44.821830 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:44.839711 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-c198b500-49c2-4647-8855-a416e4767b96 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7424281 Dec 27 14:33:44.850566 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-7224de31-479f-461b-819b-96098ce2517c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102430) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 27 14:33:44.851691 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-7224de31-479f-461b-819b-96098ce2517c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0620522 Dec 27 14:33:44.857447 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Request body: {'port': {'device_id': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:44.973839 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:44.999941 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-12ebc9f4-a4bf-404b-8e38-5b9c23712c12 service neutron] 10.222.0.37 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397259 Dec 27 14:33:45.021024 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-738cc1dd-56a7-4172-9ef7-09a20376dade None None] Provisioning complete for port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:45.021618 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-738cc1dd-56a7-4172-9ef7-09a20376dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:45.054762 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-738cc1dd-56a7-4172-9ef7-09a20376dade None None] Port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:33:45.156199 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5f26-982b-4c8e-bcfe-4e371c559ffd req-cfcc3ce7-fd03-4105-8343-25ea85738a71 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:45.157752 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-be1e5f26-982b-4c8e-bcfe-4e371c559ffd req-cfcc3ce7-fd03-4105-8343-25ea85738a71 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 932 time: 0.0504892 Dec 27 14:33:45.193664 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-e8e47fe9-82d6-45a4-828a-99b4624fd5a8 service neutron] 10.222.0.37 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717217 Dec 27 14:33:45.211598 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-be1e5f26-982b-4c8e-bcfe-4e371c559ffd req-3b93352a-aa18-4baa-93ad-67fc2e471e7b tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476668 Dec 27 14:33:45.322245 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0e66a2-6e25-4756-9e65-7d16cfb02fdb {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:33:45.330747 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:45.346282 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Transition to ACTIVE for port object ff0e66a2-6e25-4756-9e65-7d16cfb02fdb will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:33:45.350580 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:45.432521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:45.484408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Attempting to bind port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:45.484838 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Attempting to bind port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:45.485239 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Attempting to bind port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb on network 88e95a23-a594-4f24-8889-211db842ea81 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:45.489730 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb on network 88e95a23-a594-4f24-8889-211db842ea81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:33:45.490354 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Attempting to bind port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb on network 88e95a23-a594-4f24-8889-211db842ea81 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:45.495977 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:45.496370 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Checking segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:45.496700 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Bound using segment: {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:45.497160 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Bound port: ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7776abcb-d99f-472b-85d0-5d788faf913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '88e95a23-a594-4f24-8889-211db842ea81'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:45.497510 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:45.567169 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:45.570723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:45.575354 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:45.625293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:45.625293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:45.625293 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] 10.222.0.30 "PUT /v2.0/ports/ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 1094 time: 0.7672720 Dec 27 14:33:45.625293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:33:45.625293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:33:45.689047 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef07b75-3624-4099-8cfe-26fa12817f28 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:45.737285 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-32fc5c36-3483-4654-a037-aa44ef2f4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:45.738658 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-32fc5c36-3483-4654-a037-aa44ef2f4394 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0717990 Dec 27 14:33:45.789828 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-8bfb5db8-1314-4ce0-9990-52779f8787cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 217 time: 0.0420241 Dec 27 14:33:45.840653 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81e717-7e98-4d81-a881-d110c1845f2d x-openstack-request-id: req-8a81e717-7e98-4d81-a881-d110c1845f2d {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:33:45.840944 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:33:45.841199 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a81e717-7e98-4d81-a881-d110c1845f2d {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:33:45.841598 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'status': 'completed', 'code': 200} Dec 27 14:33:45.847177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-e13db790-5e1e-456a-8414-6575be271f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:45.848718 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-e13db790-5e1e-456a-8414-6575be271f72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0518253 Dec 27 14:33:45.915697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-cdfe5692-0f3d-4f79-a287-07f5277138f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:45.917209 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-cdfe5692-0f3d-4f79-a287-07f5277138f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454648 Dec 27 14:33:46.003710 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-ea265ea9-86ac-436b-84ee-6d4d075d38ca service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792601 Dec 27 14:33:46.095418 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4184def1-0d8f-4d8d-93ca-a82212faa06e req-1df982c5-07ac-4439-a0b1-9e9be7f2653d service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828381 Dec 27 14:33:46.187273 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-325958de-ae2b-425e-bb3b-876295825433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:46.188726 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-325958de-ae2b-425e-bb3b-876295825433 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0454988 Dec 27 14:33:46.290898 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-e5c75298-31b8-407b-bd81-8b5f9ee56a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:46.292553 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-e5c75298-31b8-407b-bd81-8b5f9ee56a04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.0947454 Dec 27 14:33:46.328541 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2229cd-9d40-436a-b062-217dec0f6671 req-c5d0ba43-7fd7-45d4-a325-d84be0682329 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:46.330022 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fb2229cd-9d40-436a-b062-217dec0f6671 req-c5d0ba43-7fd7-45d4-a325-d84be0682329 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0485575 Dec 27 14:33:46.337570 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-6195cd9c-5ea2-4d90-ae2a-b828ad610574 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 217 time: 0.0365472 Dec 27 14:33:46.380122 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fb2229cd-9d40-436a-b062-217dec0f6671 req-b026281c-1376-4f30-94ce-58fb03ef3874 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439408 Dec 27 14:33:46.384478 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-62d45bf9-9538-436b-a701-40300d38db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:46.385978 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-62d45bf9-9538-436b-a701-40300d38db11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0423946 Dec 27 14:33:46.438561 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-c420c55c-d48a-4475-8aec-99be98c9bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:46.440090 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-c420c55c-d48a-4475-8aec-99be98c9bab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471165 Dec 27 14:33:46.541489 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-9d027be2-169a-40d0-9fe0-b06b15f87e8c service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 Dec 27 14:33:46.551449 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-564eb932-80d2-40c2-bc56-1647400c37d5 req-2a490d52-c55c-4ded-8d5d-188b297d015c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 210 time: 0.0266917 Dec 27 14:33:46.639514 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fbf6ecfc-12e7-4ee3-a723-3478808f7f64 req-e8b04929-b34e-4de5-91d2-67ae23a067ec service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907605 Dec 27 14:33:47.480047 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-1ebb5c42-af7f-4a9e-8e44-8e655e2e5fb8 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:47.481526 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-1ebb5c42-af7f-4a9e-8e44-8e655e2e5fb8 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 811 time: 0.1160421 Dec 27 14:33:47.553253 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d50df2-092a-4c0e-8c37-d250e679c76b req-65956d2c-2593-431d-8675-bab832f00342 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:47.554718 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-68d50df2-092a-4c0e-8c37-d250e679c76b req-65956d2c-2593-431d-8675-bab832f00342 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0996194 Dec 27 14:33:47.577452 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-27d070d7-e6bc-4640-ac21-b2202dfb72ee tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05268adb4a234195999f6992b93b3175 HTTP/1.1" status: 200 len: 379 time: 0.0782909 Dec 27 14:33:47.590096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'port': {'device_id': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'admin_state_up': True, 'tenant_id': '05268adb4a234195999f6992b93b3175', 'security_groups': ['57e505ca-872a-431b-a757-c227a788e900']}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:47.642873 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ec887a39-9e8e-4f54-8192-9b4255df73c2 req-567e76b9-451a-4c5f-a4cc-85d08f65b55b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 210 time: 0.0251050 Dec 27 14:33:47.674447 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-68d50df2-092a-4c0e-8c37-d250e679c76b req-700fad9b-7589-46f1-a7c5-f040e93c71c6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116138 Dec 27 14:33:47.723965 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Made reservation on behalf of 05268adb4a234195999f6992b93b3175 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:33:47.727355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:47.850705 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Allocated IP 172.20.0.12 (dfbd514e-e372-4721-aac1-a9c7fb2e81c2/d49970df-884b-4cbe-b281-21457d3f9eea/bde15cb2-a719-4fb8-bf08-5322cd10f256) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:33:47.994643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.029707 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.073664 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:33:48.076598 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:33:48.080214 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:33:48.103571 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=bde15cb2-a719-4fb8-bf08-5322cd10f256,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:48.134379 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:48.134947 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.154296 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-54d254e9-ee2b-411a-8d7c-3c331ed80124 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697067 Dec 27 14:33:48.168294 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Request body: {'port': {'device_id': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:33:48.230046 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.337374 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-022fe9d5-bc5e-4a19-98d1-2ab6eebe8fbe None None] Provisioning complete for port bde15cb2-a719-4fb8-bf08-5322cd10f256 triggered by entity DHCP. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:33:48.337967 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-022fe9d5-bc5e-4a19-98d1-2ab6eebe8fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.373801 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-022fe9d5-bc5e-4a19-98d1-2ab6eebe8fbe None None] Port bde15cb2-a719-4fb8-bf08-5322cd10f256 cannot update to ACTIVE because it is not bound. {{(pid=102431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 27 14:33:48.495266 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde15cb2-a719-4fb8-bf08-5322cd10f256 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:33:48.502498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.516029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Transition to ACTIVE for port object bde15cb2-a719-4fb8-bf08-5322cd10f256 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:33:48.519744 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.588132 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Pushing event updated for resources: {'Port': ['ID=bde15cb2-a719-4fb8-bf08-5322cd10f256,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:48.640029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Attempting to bind port bde15cb2-a719-4fb8-bf08-5322cd10f256 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:33:48.640422 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Attempting to bind port bde15cb2-a719-4fb8-bf08-5322cd10f256 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:33:48.640797 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Attempting to bind port bde15cb2-a719-4fb8-bf08-5322cd10f256 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:48.645460 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Port bde15cb2-a719-4fb8-bf08-5322cd10f256 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:33:48.645779 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Attempting to bind port bde15cb2-a719-4fb8-bf08-5322cd10f256 on network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:33:48.651671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:33:48.652039 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Checking segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:33:48.652411 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Bound using segment: {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:33:48.652838 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Bound port: bde15cb2-a719-4fb8-bf08-5322cd10f256, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e74e8a-6381-4586-a6bd-bf308798f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:33:48.653193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.730611 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] For port bde15cb2-a719-4fb8-bf08-5322cd10f256, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:33:48.733858 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] For port bde15cb2-a719-4fb8-bf08-5322cd10f256, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:33:48.739364 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.765888 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afb117-5efb-4cb4-9d8a-75342d7301f1 req-491cc291-9ef5-4f02-b158-1399c89d3f47 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:48.767252 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a7afb117-5efb-4cb4-9d8a-75342d7301f1 req-491cc291-9ef5-4f02-b158-1399c89d3f47 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0537558 Dec 27 14:33:48.808024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:48.808633 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:48.810067 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] 10.222.0.30 "PUT /v2.0/ports/bde15cb2-a719-4fb8-bf08-5322cd10f256 HTTP/1.1" status: 200 len: 1094 time: 0.6466951 Dec 27 14:33:48.810739 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:33:48.813062 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b081f264-b404-4f70-a9df-6b23ad320419" -d '{"events": [{"name": "network-changed", "server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:33:48.833593 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-a7afb117-5efb-4cb4-9d8a-75342d7301f1 req-f41aef20-11ff-44a8-a396-d01907f04da5 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601034 Dec 27 14:33:48.844905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56fbda-a3c7-47c3-b9b6-e07070c7bee8 service neutron] Pushing event updated for resources: {'Port': ['ID=bde15cb2-a719-4fb8-bf08-5322cd10f256,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:48.867999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589de34-c7df-4346-8ad4-6591322d8235 req-0d0440d5-a149-42fd-8101-70f1f90cf825 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:48.870146 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3589de34-c7df-4346-8ad4-6591322d8235 req-0d0440d5-a149-42fd-8101-70f1f90cf825 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.1032674 Dec 27 14:33:48.907753 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d72048-777e-43f5-86b8-294df6985f8f x-openstack-request-id: req-e2d72048-777e-43f5-86b8-294df6985f8f {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:33:48.908122 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:33:48.908367 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2d72048-777e-43f5-86b8-294df6985f8f {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:33:48.908757 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'status': 'completed', 'code': 200} Dec 27 14:33:48.950242 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3589de34-c7df-4346-8ad4-6591322d8235 req-debc803f-775e-49e9-b919-e2b5f940e3ac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714777 Dec 27 14:33:48.953059 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-6d4e16fb-4c61-4911-9841-f0ea0a5d0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:48.954535 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-6d4e16fb-4c61-4911-9841-f0ea0a5d0869 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 1097 time: 0.0835202 Dec 27 14:33:48.998393 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-b97b605f-f788-4f6b-a664-f14cea50a7ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Dec 27 14:33:49.051100 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-a233fe87-06aa-4156-9bc5-cc64d0b2813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.052549 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-a233fe87-06aa-4156-9bc5-cc64d0b2813c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0469592 Dec 27 14:33:49.097656 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-47383d53-067c-4a10-b0b3-969b1f88bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.099167 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-47383d53-067c-4a10-b0b3-969b1f88bc6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397711 Dec 27 14:33:49.189024 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-4aa898cc-c520-45d5-b3a8-56cb8d932986 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Dec 27 14:33:49.277879 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f9117e27-6f1a-421b-8ad1-c5107e693d64 req-0d1f217d-5371-409d-8ac4-197096f326af service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817826 Dec 27 14:33:49.391737 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f264-b404-4f70-a9df-6b23ad320419 req-000579d6-3b25-4929-85e7-0b52a688f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.393240 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-000579d6-3b25-4929-85e7-0b52a688f112 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 1097 time: 0.0417409 Dec 27 14:33:49.485554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f264-b404-4f70-a9df-6b23ad320419 req-8a1ad114-50ef-419f-8c3d-536a4d28d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.486985 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-8a1ad114-50ef-419f-8c3d-536a4d28d899 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0857835 Dec 27 14:33:49.529170 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-e13a9d07-f509-488d-bed8-bd4486e4c38f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256 HTTP/1.1" status: 200 len: 217 time: 0.0343451 Dec 27 14:33:49.578919 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f264-b404-4f70-a9df-6b23ad320419 req-8c5bfac9-9b30-4fb7-a774-b629c6fff7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.580316 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-8c5bfac9-9b30-4fb7-a774-b629c6fff7f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0448527 Dec 27 14:33:49.624084 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081f264-b404-4f70-a9df-6b23ad320419 req-e5260fb3-0d99-4f2d-af95-7b31348606cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.625480 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-e5260fb3-0d99-4f2d-af95-7b31348606cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372508 Dec 27 14:33:49.718118 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-ebd1c3d2-6b50-476e-939b-847d68c601b8 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842807 Dec 27 14:33:49.957078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1491b21-ee4a-4e2d-9344-143ce15a3807 req-d7903b7c-3190-42d6-a053-72c1aadfd81e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:49.958514 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1491b21-ee4a-4e2d-9344-143ce15a3807 req-d7903b7c-3190-42d6-a053-72c1aadfd81e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0508330 Dec 27 14:33:50.012214 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e1491b21-ee4a-4e2d-9344-143ce15a3807 req-46cd7cb9-d55a-4702-b190-7c825570ac81 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475147 Dec 27 14:33:50.110870 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b081f264-b404-4f70-a9df-6b23ad320419 req-24181d6b-ee21-4e06-a8ee-7d6787444f2a service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846965 Dec 27 14:33:50.119663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442edc38-606f-4e81-a55c-0499506fbd02 req-81f8c138-c417-4836-a0a2-1a55a4332c5f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:50.120972 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-442edc38-606f-4e81-a55c-0499506fbd02 req-81f8c138-c417-4836-a0a2-1a55a4332c5f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0696006 Dec 27 14:33:50.171239 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-442edc38-606f-4e81-a55c-0499506fbd02 req-54113d36-516b-451c-a0a8-29d81d4707d5 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439882 Dec 27 14:33:50.987142 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0f1f82d2-43ee-436a-b0e4-8ae4f0fa99a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:51.125293 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e305db7-97a7-4cb4-bfa2-ec91f0615581 req-d8a7f850-4451-488a-8bd1-37efcb7aa3e7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:51.126750 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e305db7-97a7-4cb4-bfa2-ec91f0615581 req-d8a7f850-4451-488a-8bd1-37efcb7aa3e7 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0476134 Dec 27 14:33:51.179041 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3e305db7-97a7-4cb4-bfa2-ec91f0615581 req-5f509247-18c6-493a-81a9-95c3ffe75bf1 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461817 Dec 27 14:33:51.291190 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f355d4-d69b-40b3-818a-6aae8a90c6ae req-ff11e73f-2d35-4dc7-982a-2737bb6454f9 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:51.292563 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-08f355d4-d69b-40b3-818a-6aae8a90c6ae req-ff11e73f-2d35-4dc7-982a-2737bb6454f9 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0512905 Dec 27 14:33:51.340146 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-08f355d4-d69b-40b3-818a-6aae8a90c6ae req-e5c0de1a-0e63-4957-b3a2-35b9003ff7e0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Dec 27 14:33:52.295372 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4ec9c-b7ec-4133-838e-642773d27cea req-87eddceb-0124-46fa-89ae-01195378819e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:52.296841 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2d4ec9c-b7ec-4133-838e-642773d27cea req-87eddceb-0124-46fa-89ae-01195378819e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0483890 Dec 27 14:33:52.349717 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2d4ec9c-b7ec-4133-838e-642773d27cea req-42684e9e-248f-41b8-84af-f6704fc0066a tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470123 Dec 27 14:33:52.450584 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4fd4d-3e5c-456d-8101-fe945842fc12 req-ef39e6cf-de4c-4237-94cb-695cdd45da36 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:52.452050 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b1b4fd4d-3e5c-456d-8101-fe945842fc12 req-ef39e6cf-de4c-4237-94cb-695cdd45da36 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0475788 Dec 27 14:33:52.499656 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b1b4fd4d-3e5c-456d-8101-fe945842fc12 req-fc250d05-77b8-481e-a914-3af0c6999e60 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Dec 27 14:33:53.371029 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0920089b-8991-438e-b1f2-3ee2ad0d4e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:53.462452 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faa624-40c8-49c2-b70e-f7fc4e424d17 req-2a8c8e9c-c828-4486-b9b9-5f04e720a5b2 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:53.463906 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b8faa624-40c8-49c2-b70e-f7fc4e424d17 req-2a8c8e9c-c828-4486-b9b9-5f04e720a5b2 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0475039 Dec 27 14:33:53.511213 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-b8faa624-40c8-49c2-b70e-f7fc4e424d17 req-aeded0e6-81fa-43b3-81f6-0364525d823b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Dec 27 14:33:53.618819 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f60cf1-8f69-49ec-8d60-8c7e9b28ec13 req-48d40fe1-d18a-4f90-84ec-0c2d73eef8e6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:53.620303 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12f60cf1-8f69-49ec-8d60-8c7e9b28ec13 req-48d40fe1-d18a-4f90-84ec-0c2d73eef8e6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0538750 Dec 27 14:33:53.669127 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-12f60cf1-8f69-49ec-8d60-8c7e9b28ec13 req-9f6ab119-9ed7-4283-a80b-ac70300a009a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Dec 27 14:33:54.430227 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:54.627625 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef80c-d8f7-4ed7-afec-c72cd7ada806 req-4486ed31-6d75-429e-8bb6-687c5ececea3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:54.629080 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-814ef80c-d8f7-4ed7-afec-c72cd7ada806 req-4486ed31-6d75-429e-8bb6-687c5ececea3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0502412 Dec 27 14:33:54.676964 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-814ef80c-d8f7-4ed7-afec-c72cd7ada806 req-ed9ddbbc-1ddb-44cb-bbfc-017c13ba1697 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 Dec 27 14:33:54.779340 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880065-7ab3-4eca-940c-55df55ec7c25 req-c445c524-a74d-43a9-9b24-12faa83ad1b4 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:54.781062 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b0880065-7ab3-4eca-940c-55df55ec7c25 req-c445c524-a74d-43a9-9b24-12faa83ad1b4 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0473757 Dec 27 14:33:54.830369 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b0880065-7ab3-4eca-940c-55df55ec7c25 req-c7bf1eff-f2a6-4428-b6cd-d06a93ac510d tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433810 Dec 27 14:33:54.830852 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:33:54.852884 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:54.933846 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:54.944487 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'port_id': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'mac_address': 'fa:16:3e:71:b6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:33:54.979827 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:54.991789 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0e66a2-6e25-4756-9e65-7d16cfb02fdb {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:33:55.012536 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:33:55.016232 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:55.065339 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:33:55.788858 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c17f1b-365c-4f7b-be85-eb3fdc2265fa req-270a6da1-b4de-4e94-8e39-732fa0a43278 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:55.790812 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d1c17f1b-365c-4f7b-be85-eb3fdc2265fa req-270a6da1-b4de-4e94-8e39-732fa0a43278 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0484321 Dec 27 14:33:55.839157 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d1c17f1b-365c-4f7b-be85-eb3fdc2265fa req-94603aee-c4d6-4b80-ad28-dc497f6944bb tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423572 Dec 27 14:33:55.943362 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9689ac-ec6b-4f20-a8c4-d58609d432fc req-76581582-18c5-4c83-871e-e27683d81204 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:55.944831 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4b9689ac-ec6b-4f20-a8c4-d58609d432fc req-76581582-18c5-4c83-871e-e27683d81204 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0491939 Dec 27 14:33:55.996891 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4b9689ac-ec6b-4f20-a8c4-d58609d432fc req-dfdcfe3a-8b88-48d7-b84a-529ae25f534d tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459173 Dec 27 14:33:56.214024 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:56.955845 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f5d80-c74a-4be8-a5de-afa4adea9998 req-537ed681-710a-462c-b540-3e46aa2f3df3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:56.957311 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0e2f5d80-c74a-4be8-a5de-afa4adea9998 req-537ed681-710a-462c-b540-3e46aa2f3df3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0518250 Dec 27 14:33:57.006074 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0e2f5d80-c74a-4be8-a5de-afa4adea9998 req-0039bd81-147d-47db-a713-4361a83d8894 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427706 Dec 27 14:33:57.018499 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:33:57.126416 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1355f0-e1da-47cc-bbec-b0dc33a96787 req-6cc8dae8-9a84-4dfc-8743-4fb25a8e05bb tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:57.127791 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ee1355f0-e1da-47cc-bbec-b0dc33a96787 req-6cc8dae8-9a84-4dfc-8743-4fb25a8e05bb tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0480690 Dec 27 14:33:57.176085 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ee1355f0-e1da-47cc-bbec-b0dc33a96787 req-c0fdaa48-84fb-4d44-8df3-6ee7bad30a18 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424018 Dec 27 14:33:58.093777 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:33:58.124920 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cee8b-b132-49fc-9b01-c818ae3f3acc req-3d1dce98-79f2-42c8-93f6-c9898243a2fa tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:58.126400 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1b8cee8b-b132-49fc-9b01-c818ae3f3acc req-3d1dce98-79f2-42c8-93f6-c9898243a2fa tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0479760 Dec 27 14:33:58.176484 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1b8cee8b-b132-49fc-9b01-c818ae3f3acc req-5cdea264-cc6e-4f65-b79c-592ec4603a65 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 Dec 27 14:33:58.295240 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ec62f-5170-4c5d-af0b-167772a355aa req-4288c6c1-49ff-4021-a905-7fed56eda52c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:58.296755 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b40ec62f-5170-4c5d-af0b-167772a355aa req-4288c6c1-49ff-4021-a905-7fed56eda52c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Dec 27 14:33:58.344274 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b40ec62f-5170-4c5d-af0b-167772a355aa req-ae603f43-4af5-4775-badc-4cdd899604c2 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Dec 27 14:33:59.291665 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f5449-84db-436e-a3e3-b9057e3d4bf8 req-f82bc5f9-db87-44c5-baf2-f2ee0925a646 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:59.293145 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ba1f5449-84db-436e-a3e3-b9057e3d4bf8 req-f82bc5f9-db87-44c5-baf2-f2ee0925a646 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0504494 Dec 27 14:33:59.348687 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-ba1f5449-84db-436e-a3e3-b9057e3d4bf8 req-d95fb6f8-07b0-45f4-a831-dfbc9e504d45 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 Dec 27 14:33:59.466347 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718976c6-b8a6-4add-82c9-c44165024345 req-78c35a66-506a-47df-bdf2-c36dc3d6c11f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:33:59.467830 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-718976c6-b8a6-4add-82c9-c44165024345 req-78c35a66-506a-47df-bdf2-c36dc3d6c11f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0545104 Dec 27 14:33:59.523046 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-718976c6-b8a6-4add-82c9-c44165024345 req-90821471-2ce5-4bcf-b1f8-e0ce45910ec4 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471768 Dec 27 14:34:00.463975 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1760f-0c93-4d73-bef9-e960a4b7c25a req-1886a5d5-74f9-4246-9d18-31a58dc6ea7e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:00.466018 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0cd1760f-0c93-4d73-bef9-e960a4b7c25a req-1886a5d5-74f9-4246-9d18-31a58dc6ea7e tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0477910 Dec 27 14:34:00.513824 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-0cd1760f-0c93-4d73-bef9-e960a4b7c25a req-6bf8c268-bd86-4138-8b16-b3ca2365ed93 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 Dec 27 14:34:00.639396 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6432d3a-ce0f-405e-97df-22a1d6ed00fd req-483b433a-3be9-4147-ac36-7017514e27c4 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:00.640755 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a6432d3a-ce0f-405e-97df-22a1d6ed00fd req-483b433a-3be9-4147-ac36-7017514e27c4 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0471103 Dec 27 14:34:00.688992 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a6432d3a-ce0f-405e-97df-22a1d6ed00fd req-e89e4c2d-138d-42cc-836a-de52d7c1a3d3 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Dec 27 14:34:01.626166 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669998d6-b2b2-43f5-acc6-b9afc25b11fa req-4fd3a54b-ebd0-4c22-9317-53ae26b38b64 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:01.627611 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-669998d6-b2b2-43f5-acc6-b9afc25b11fa req-4fd3a54b-ebd0-4c22-9317-53ae26b38b64 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0475852 Dec 27 14:34:01.675512 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-669998d6-b2b2-43f5-acc6-b9afc25b11fa req-4986c07f-bcd7-4e5e-8885-8333d00d6281 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 Dec 27 14:34:01.799439 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9293cf-7843-437b-b717-2a271f26f8dc req-db957480-bc85-4ec5-8d99-c85d390e1702 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:01.800841 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df9293cf-7843-437b-b717-2a271f26f8dc req-db957480-bc85-4ec5-8d99-c85d390e1702 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0475276 Dec 27 14:34:01.853177 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-df9293cf-7843-437b-b717-2a271f26f8dc req-8d3dd04c-71c4-4735-a273-371535e7632e tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Dec 27 14:34:02.790836 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e599a1-906e-4fcf-8b43-ea4dce8e8021 req-7b6990c1-05f4-4f3b-8166-1148ae71c80b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:02.792289 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-54e599a1-906e-4fcf-8b43-ea4dce8e8021 req-7b6990c1-05f4-4f3b-8166-1148ae71c80b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 944 time: 0.0510888 Dec 27 14:34:02.839528 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-54e599a1-906e-4fcf-8b43-ea4dce8e8021 req-a89b4028-3ab3-488d-8538-8c72775119fb tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Dec 27 14:34:02.879732 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device bde15cb2-a719-4fb8-bf08-5322cd10f256 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:34:02.882869 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:34:02.964957 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8128d-1da8-4e0f-b134-bfd621ebfe30 req-044abbb7-3c7a-4ff7-a636-d429e23e130f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:02.966497 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0ee8128d-1da8-4e0f-b134-bfd621ebfe30 req-044abbb7-3c7a-4ff7-a636-d429e23e130f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0487299 Dec 27 14:34:02.990153 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:34:02.998109 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:34:02.998477 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:03.017281 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-0ee8128d-1da8-4e0f-b134-bfd621ebfe30 req-23a4078c-edd3-4454-9013-081f2ff9a6ca tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447161 Dec 27 14:34:03.038932 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port bde15cb2-a719-4fb8-bf08-5322cd10f256, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:03.055174 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'port_id': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'mac_address': 'fa:16:3e:8d:27:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:34:03.121300 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:03.137500 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:03.140815 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde15cb2-a719-4fb8-bf08-5322cd10f256 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:34:03.173103 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port bde15cb2-a719-4fb8-bf08-5322cd10f256, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:03.178578 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:03.181597 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3580d33-a675-41b5-a195-29b219f7507e" -d '{"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:03.190605 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:03.196415 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:03.218332 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:03.245730 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=bde15cb2-a719-4fb8-bf08-5322cd10f256,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:03.252856 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.253210 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.253553 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.253895 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.254224 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.256260 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.256582 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.256919 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.257390 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.257573 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.257890 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.258254 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.258731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:03.298480 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbca48a-8866-443b-a9c0-96f23c5f23d5 x-openstack-request-id: req-ccbca48a-8866-443b-a9c0-96f23c5f23d5 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:03.298769 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:03.299020 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccbca48a-8866-443b-a9c0-96f23c5f23d5 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:03.299433 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'code': 200} Dec 27 14:34:03.314102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:03.560564 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['bde15cb2-a719-4fb8-bf08-5322cd10f256'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:34:03.564385 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ba9f-bcb3-4e28-8d8a-8f423be15039 req-958fd424-0548-49ab-a69f-5a5c90c0085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:03.565850 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b4e3ba9f-bcb3-4e28-8d8a-8f423be15039 req-958fd424-0548-49ab-a69f-5a5c90c0085a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0388181 Dec 27 14:34:03.613551 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b4e3ba9f-bcb3-4e28-8d8a-8f423be15039 req-ec960f4a-3564-49c0-a353-cf3bc74bf73e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395262 Dec 27 14:34:03.958541 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46cf3e-3a99-4066-a8b1-e9eb3db1dafd req-e57c7ad1-f0ca-48cc-9ce4-cb8ffe01c9fb tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:03.960030 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-de46cf3e-3a99-4066-a8b1-e9eb3db1dafd req-e57c7ad1-f0ca-48cc-9ce4-cb8ffe01c9fb tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 945 time: 0.0529861 Dec 27 14:34:04.009561 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-de46cf3e-3a99-4066-a8b1-e9eb3db1dafd req-5595e2d5-5bce-4173-a283-9e6e38a6079c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430181 Dec 27 14:34:04.144141 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940d9a-669b-465c-9a4a-06bd04166c81 req-1fd69f41-516f-4e74-bc5e-3c6cf3ebdda6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:04.145515 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-98940d9a-669b-465c-9a4a-06bd04166c81 req-1fd69f41-516f-4e74-bc5e-3c6cf3ebdda6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0546308 Dec 27 14:34:04.194542 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-98940d9a-669b-465c-9a4a-06bd04166c81 req-995ebcbf-8e29-4c63-a062-64bc809f373a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Dec 27 14:34:04.891454 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device bde15cb2-a719-4fb8-bf08-5322cd10f256 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:34:04.938318 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port bde15cb2-a719-4fb8-bf08-5322cd10f256 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:34:04.941765 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port bde15cb2-a719-4fb8-bf08-5322cd10f256 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:34:04.942125 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:05.023092 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:05.057939 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port bde15cb2-a719-4fb8-bf08-5322cd10f256, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:05.062201 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:05.112462 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=bde15cb2-a719-4fb8-bf08-5322cd10f256,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:05.130672 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c2284-901d-4426-b52c-0e9a3ad66ce4 req-a36fea3d-7119-42d0-9039-9d38f551fe0f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:05.132262 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa9c2284-901d-4426-b52c-0e9a3ad66ce4 req-a36fea3d-7119-42d0-9039-9d38f551fe0f tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.0492501 Dec 27 14:34:05.187824 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa9c2284-901d-4426-b52c-0e9a3ad66ce4 req-dfb40c9a-2c1f-4674-b4e5-a8e6be391530 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478766 Dec 27 14:34:05.300861 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:05.303141 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec21032c-f5ad-4ad5-83aa-4c8e1124108a" -d '{"events": [{"server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "name": "network-vif-plugged", "status": "completed", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:05.317091 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cc8dc-5142-4faf-9f5a-ba77a8b2385d req-e8f8f1cb-8c9d-4bc4-83b3-94add44bdbfe tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:05.321199 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fb4cc8dc-5142-4faf-9f5a-ba77a8b2385d req-e8f8f1cb-8c9d-4bc4-83b3-94add44bdbfe tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0537324 Dec 27 14:34:05.340974 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da14e2-63c4-41ec-9e72-a013e03d3fe2 x-openstack-request-id: req-25da14e2-63c4-41ec-9e72-a013e03d3fe2 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:05.341271 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "name": "network-vif-plugged", "status": "completed", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:05.341525 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25da14e2-63c4-41ec-9e72-a013e03d3fe2 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:05.341920 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'code': 200} Dec 27 14:34:05.381072 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fb4cc8dc-5142-4faf-9f5a-ba77a8b2385d req-423acee4-eba3-4892-aa95-66cbe8ea2222 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562453 Dec 27 14:34:05.504202 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b7c8-4bc5-417d-bc61-eca38323bbc1 req-bc13f5c3-2ff8-44a3-a065-deeaf4497f0f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:05.505746 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5203b7c8-4bc5-417d-bc61-eca38323bbc1 req-bc13f5c3-2ff8-44a3-a065-deeaf4497f0f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0563622 Dec 27 14:34:05.584685 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5203b7c8-4bc5-417d-bc61-eca38323bbc1 req-c9e8ac46-19a8-4e3a-9509-bcf26cea4516 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696549 Dec 27 14:34:05.593004 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536bf1d-ec74-4926-93b1-923ca1859d96 req-c5ba3dbb-8f28-432d-a4db-5686aeb4c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:05.594423 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d536bf1d-ec74-4926-93b1-923ca1859d96 req-c5ba3dbb-8f28-432d-a4db-5686aeb4c828 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 1099 time: 0.0641282 Dec 27 14:34:05.607312 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36162) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:05.643168 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d536bf1d-ec74-4926-93b1-923ca1859d96 req-e4f11676-f2ba-49a3-863d-8d60c16fce4e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Dec 27 14:34:05.740513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e72be3b-ab1d-4a01-845e-7a191523c68b tempest-TestShelveInstance-1521852331 tempest-TestShelveInstance-1521852331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:05.741998 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-2e72be3b-ab1d-4a01-845e-7a191523c68b tempest-TestShelveInstance-1521852331 tempest-TestShelveInstance-1521852331-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1094 time: 0.1336730 Dec 27 14:34:05.745099 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36166) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:05.749217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'port_id': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:05.771714 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for floatingip, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:05.865722 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:05.982419 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Allocated IP 172.27.2.107 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/5dc8a76c-8cad-4317-9839-4d70ed1c93bc) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:34:06.082840 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:06.119659 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:06.163017 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:34:06.166783 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:34:06.171272 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:34:06.174287 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'Port': ['ID=5dc8a76c-8cad-4317-9839-4d70ed1c93bc,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:06.202387 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.202736 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.203080 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.203416 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.203747 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.204106 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.204449 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.204754 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.205079 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.205400 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.205720 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.206045 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.206362 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:06.375680 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f14825-7202-4227-9934-b8769eb3b0f2 req-a629463a-2c60-49aa-8e23-14e3e085dda2 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:06.377123 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e4f14825-7202-4227-9934-b8769eb3b0f2 req-a629463a-2c60-49aa-8e23-14e3e085dda2 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.1047962 Dec 27 14:34:06.477989 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e4f14825-7202-4227-9934-b8769eb3b0f2 req-c931688a-edb1-4fae-b376-749fde3bc5dd tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943208 Dec 27 14:34:06.612956 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:06.678204 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:06.818467 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:06.823447 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:06.890692 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event updated for resources: {'Port': ['ID=5dc8a76c-8cad-4317-9839-4d70ed1c93bc,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:06.902738 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:07.002418 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Floating IP 8ce86232-da6f-4cab-a1ff-605007f81c7d associated. External IP: 172.27.2.107, port: ff0e66a2-6e25-4756-9e65-7d16cfb02fdb. Dec 27 14:34:07.464645 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:34:07.585471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:34:07.594327 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a83d3-6274-473d-af82-ef23b2de866a req-271d8ded-c487-464a-bcf4-0956b806e47c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:07.596010 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e96a83d3-6274-473d-af82-ef23b2de866a req-271d8ded-c487-464a-bcf4-0956b806e47c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.0499635 Dec 27 14:34:07.597457 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] Sync routers for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:34:07.604707 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:07.610269 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:34:07.610878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:33:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:07.638216 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-fa97249b-7678-4f57-a5e0-d0675248bbac tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8920922 Dec 27 14:34:07.638926 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:07.641339 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f914a48-7777-4ea9-b65b-e17472b5fb39" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:07.660152 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e96a83d3-6274-473d-af82-ef23b2de866a req-33376ca5-4979-425d-aea2-8e2b29e6a72b tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570595 Dec 27 14:34:07.740023 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c32b8-ba00-42d2-8377-3787fc47ad75 x-openstack-request-id: req-db3c32b8-ba00-42d2-8377-3787fc47ad75 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:07.740316 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:07.740571 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-db3c32b8-ba00-42d2-8377-3787fc47ad75 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:07.740979 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'status': 'completed', 'code': 200} Dec 27 14:34:07.803433 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfeffc-3a51-4e2f-b391-33efe8a3ccb3 req-1e61a15e-51d6-4b23-962c-eb7c3f6f8545 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:07.804934 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-00bfeffc-3a51-4e2f-b391-33efe8a3ccb3 req-1e61a15e-51d6-4b23-962c-eb7c3f6f8545 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.0751290 Dec 27 14:34:07.832854 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-c586f283-1cfe-4c0b-b9a6-b73f5074598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:07.834302 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-c586f283-1cfe-4c0b-b9a6-b73f5074598f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0687990 Dec 27 14:34:07.862031 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:34:07.885551 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-00bfeffc-3a51-4e2f-b391-33efe8a3ccb3 req-2dab2896-e59d-4cee-aa45-64813b17f9c3 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738091 Dec 27 14:34:07.911606 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36208) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:07.948016 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-f0d9fa98-1e74-4cb8-a81c-aace3b932757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:07.949476 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-f0d9fa98-1e74-4cb8-a81c-aace3b932757 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.1058710 Dec 27 14:34:08.020520 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-f001f3fa-58b1-4e13-937e-e125ed8c3be5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 1000 time: 0.0630853 Dec 27 14:34:08.070046 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e49edc1-7c72-4c1d-ae9b-4c2acb1d60c7 tempest-TestVolumeBootPattern-343755750 tempest-TestVolumeBootPattern-343755750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:08.072568 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5e49edc1-7c72-4c1d-ae9b-4c2acb1d60c7 tempest-TestVolumeBootPattern-343755750 tempest-TestVolumeBootPattern-343755750-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 1094 time: 0.1597860 Dec 27 14:34:08.075465 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36212) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:08.078756 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-9b0d28af-13c3-489d-9243-a5c459f40206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:08.080237 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-9b0d28af-13c3-489d-9243-a5c459f40206 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0503201 Dec 27 14:34:08.080388 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Request body: {'floatingip': {'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'port_id': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:08.096523 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '8ce86232-da6f-4cab-a1ff-605007f81c7d', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'port_id': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'mac_address': 'fa:16:3e:71:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:34:06Z', 'updated_at': '2021-12-27T14:34:06Z', 'revision_number': 0, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:08.105341 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:08.130534 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] Checking router: 023f531a-9bac-49d8-9ec4-baf75b3a1d0b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:34:08.137576 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-048daa74-f975-4577-ba87-181f45d3f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:08.139192 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-048daa74-f975-4577-ba87-181f45d3f916 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489964 Dec 27 14:34:08.144034 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:34:08.144748 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:33:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:08.219060 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:08.239067 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-f6bdff4c-7ca8-4db7-a45a-e36cc08606d1 service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926173 Dec 27 14:34:08.263490 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:34:08.343073 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_common [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Allocated IP 172.27.2.47 (fb3df41a-be6b-4bfb-91c7-938b7dde757a/6bbbf1b8-1f5c-46d2-9140-a82ea205c57c/665fbc61-60ac-43eb-95ed-abd5314a7926) {{(pid=102429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:34:08.375103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6f914a48-7777-4ea9-b65b-e17472b5fb39 req-e4c7d251-c566-4ec3-8e48-6d7fcf53893f service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262984 Dec 27 14:34:08.456836 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:08.501413 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:08.514332 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '8ce86232-da6f-4cab-a1ff-605007f81c7d', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'port_id': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'mac_address': 'fa:16:3e:71:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:34:06Z', 'updated_at': '2021-12-27T14:34:06Z', 'revision_number': 0, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:08.542345 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302cb953-8011-48b4-8083-5ba5835dc8ed None None] The sync data for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi is: [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '8ce86232-da6f-4cab-a1ff-605007f81c7d', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'floating_ip_address': '172.27.2.107', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'port_id': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'mac_address': 'fa:16:3e:71:b6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:34:06Z', 'updated_at': '2021-12-27T14:34:06Z', 'revision_number': 0, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:34:08.544526 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Network fb3df41a-be6b-4bfb-91c7-938b7dde757a is already hosted by enough agents. {{(pid=102429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:34:08.549252 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.base_scheduler [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Resources bound (agent type, host, resource id): {{(pid=102429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:34:08.554173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Received port after_create {{(pid=102429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:34:08.558217 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=665fbc61-60ac-43eb-95ed-abd5314a7926,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:08.778728 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce45192-dcca-41f9-8474-fa8a8085465e None None] New status for floating IP 8ce86232-da6f-4cab-a1ff-605007f81c7d: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:34:08.934984 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:09.000991 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:09.148378 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for port, precommit_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:09.153413 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13257292'] for port, after_update {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:09.222501 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event updated for resources: {'Port': ['ID=665fbc61-60ac-43eb-95ed-abd5314a7926,revision_number=2']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:09.230759 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2007308'] for floatingip, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:09.329547 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Floating IP aeb450e4-6a93-47dd-9197-2cfdf813507e associated. External IP: 172.27.2.47, port: bde15cb2-a719-4fb8-bf08-5322cd10f256. Dec 27 14:34:09.537156 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:34:09.648392 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:34:09.659318 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:34:09.668513 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:09.670843 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:34:09.671639 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:33:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:09.697805 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-cd78fde2-1a66-4109-8d3d-98910501bead tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6211119 Dec 27 14:34:09.741814 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:09.744957 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b06ee-eae3-428b-ad4b-e9e4de90506b" -d '{"events": [{"name": "network-changed", "server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:09.781215 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:34:09.782150 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b261eb-94ff-4c47-bc62-62b28eb268e9 x-openstack-request-id: req-38b261eb-94ff-4c47-bc62-62b28eb268e9 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:09.782442 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:09.782696 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38b261eb-94ff-4c47-bc62-62b28eb268e9 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:09.783120 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'status': 'completed', 'code': 200} Dec 27 14:34:10.007772 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:16Z', 'revision_number': 1, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}, {'id': 'aeb450e4-6a93-47dd-9197-2cfdf813507e', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:8d:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:34:08Z', 'updated_at': '2021-12-27T14:34:08Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:10.033037 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:34:10.041537 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:34:10.042123 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:33:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:10.144768 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:34:10.364110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:16Z', 'revision_number': 1, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}, {'id': 'aeb450e4-6a93-47dd-9197-2cfdf813507e', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:8d:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:34:08Z', 'updated_at': '2021-12-27T14:34:08Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:34:10.392849 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a28d7-187d-437f-bdc5-c7a9949baff7 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:16Z', 'revision_number': 1, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}, {'id': 'aeb450e4-6a93-47dd-9197-2cfdf813507e', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.47', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:8d:27:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:34:08Z', 'updated_at': '2021-12-27T14:34:08Z', 'revision_number': 0, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:34:10.579966 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f019d9b0-188f-4026-a626-fc4777f95416 None None] New status for floating IP aeb450e4-6a93-47dd-9197-2cfdf813507e: ACTIVE {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:34:11.285625 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:34:11.959933 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-4f557db9-4305-4711-91d3-53411e3568b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:11.962050 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-4f557db9-4305-4711-91d3-53411e3568b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 1099 time: 0.0402095 Dec 27 14:34:13.307570 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-61137ce8-7bbf-40f7-a151-320b597024f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:13.309120 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-61137ce8-7bbf-40f7-a151-320b597024f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0890822 Dec 27 14:34:13.373823 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-dfaea075-2b3a-49fb-a5bc-b5e82ad7b3d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256 HTTP/1.1" status: 200 len: 1001 time: 0.0575283 Dec 27 14:34:13.422501 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-69d2278b-015b-4a4a-897c-756f2348e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:13.423879 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-69d2278b-015b-4a4a-897c-756f2348e095 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0422142 Dec 27 14:34:13.476332 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-c8c2ac83-1b82-4f08-aafc-02fb660b3efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:13.478024 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-c8c2ac83-1b82-4f08-aafc-02fb660b3efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443037 Dec 27 14:34:13.565855 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-647e76ff-1754-4e9f-8980-4b032f15c264 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799270 Dec 27 14:34:13.654916 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b93b06ee-eae3-428b-ad4b-e9e4de90506b req-432add27-2f4c-4fe3-94bb-f7297b733058 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817418 Dec 27 14:34:18.062143 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36310) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:18.163724 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-63bbac44-46ce-47dc-86f8-e1760bd517f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.236953 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-63bbac44-46ce-47dc-86f8-e1760bd517f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.240285 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-63bbac44-46ce-47dc-86f8-e1760bd517f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.279005 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbac44-46ce-47dc-86f8-e1760bd517f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb7935-84da-4911-a5c0-95f47e6377b3,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:18.283579 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-63bbac44-46ce-47dc-86f8-e1760bd517f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c790279700af4d11bafe9525d4be8cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204399 Dec 27 14:34:18.286152 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36314) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:18.332834 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1a96dbdf-16b5-42d1-9a01-5412860e82f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.354489 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1a96dbdf-16b5-42d1-9a01-5412860e82f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.405244 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1a96dbdf-16b5-42d1-9a01-5412860e82f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.408371 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-1a96dbdf-16b5-42d1-9a01-5412860e82f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.409519 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-1a96dbdf-16b5-42d1-9a01-5412860e82f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68fb7935-84da-4911-a5c0-95f47e6377b3 HTTP/1.1" status: 204 len: 168 time: 0.1224871 Dec 27 14:34:18.417822 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96dbdf-16b5-42d1-9a01-5412860e82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb7935-84da-4911-a5c0-95f47e6377b3,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:18.663507 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36320) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:18.676644 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a583b400-1aa4-4ebe-9202-17db9679a424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.751827 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a583b400-1aa4-4ebe-9202-17db9679a424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.755448 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a583b400-1aa4-4ebe-9202-17db9679a424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.793125 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a583b400-1aa4-4ebe-9202-17db9679a424 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebf1dcdbbc584f5e8745551f6491da9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285396 Dec 27 14:34:18.793948 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583b400-1aa4-4ebe-9202-17db9679a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6241e6d6-a782-480c-84e9-ab9c352bec32,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:18.796377 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36322) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:18.845191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.865550 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.911484 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.913826 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:18.915005 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6241e6d6-a782-480c-84e9-ab9c352bec32 HTTP/1.1" status: 204 len: 168 time: 0.1174424 Dec 27 14:34:18.922201 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6241e6d6-a782-480c-84e9-ab9c352bec32,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:18.929022 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.929365 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.929701 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.930088 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.930413 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.930733 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.931057 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.931376 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.931698 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.932056 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.932355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.932670 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:18.932981 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b327f82-3ae8-4190-b1af-117e631346c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:34:20.572179 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36376) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:20.672533 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-343de1be-024b-41b9-b4df-0349a776025c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.749147 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-343de1be-024b-41b9-b4df-0349a776025c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.752543 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-343de1be-024b-41b9-b4df-0349a776025c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.790232 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-343de1be-024b-41b9-b4df-0349a776025c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e959af373c64ca3b1d19e87674dc9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164996 Dec 27 14:34:20.791150 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343de1be-024b-41b9-b4df-0349a776025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936e367-1c5b-4b75-83f5-83bd35c825b0,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:20.792979 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36380) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:20.840867 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-970496a4-6a02-463b-a5a9-329686ddb2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.862075 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-970496a4-6a02-463b-a5a9-329686ddb2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.910204 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-970496a4-6a02-463b-a5a9-329686ddb2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.912923 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-970496a4-6a02-463b-a5a9-329686ddb2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:20.914043 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-970496a4-6a02-463b-a5a9-329686ddb2b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a936e367-1c5b-4b75-83f5-83bd35c825b0 HTTP/1.1" status: 204 len: 168 time: 0.1200540 Dec 27 14:34:20.922300 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970496a4-6a02-463b-a5a9-329686ddb2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936e367-1c5b-4b75-83f5-83bd35c825b0,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:20.988532 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-419004d1-a18b-420c-a551-f97431dc862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.175153 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36388) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:21.187917 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-434d79c5-ca2f-43a9-8c1b-17ed9572762d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.261366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-434d79c5-ca2f-43a9-8c1b-17ed9572762d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.265033 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-434d79c5-ca2f-43a9-8c1b-17ed9572762d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.303004 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-434d79c5-ca2f-43a9-8c1b-17ed9572762d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0cc2a8292ef4e1aba884990629368fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268103 Dec 27 14:34:21.303929 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d79c5-ca2f-43a9-8c1b-17ed9572762d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebcf6da-6633-4657-90ac-5fc65f77fcc6,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:21.306655 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36390) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:21.354431 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8418747f-0a6d-4ce9-858c-055493930729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.374991 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8418747f-0a6d-4ce9-858c-055493930729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.419750 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8418747f-0a6d-4ce9-858c-055493930729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.422359 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-8418747f-0a6d-4ce9-858c-055493930729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:21.423495 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-8418747f-0a6d-4ce9-858c-055493930729 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ebcf6da-6633-4657-90ac-5fc65f77fcc6 HTTP/1.1" status: 204 len: 168 time: 0.1158113 Dec 27 14:34:21.431376 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418747f-0a6d-4ce9-858c-055493930729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebcf6da-6633-4657-90ac-5fc65f77fcc6,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:23.036999 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36446) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:23.140427 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7a73-2c0a-4816-9758-5f953001d08c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.243104 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7a73-2c0a-4816-9758-5f953001d08c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.254078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-5f4c7a73-2c0a-4816-9758-5f953001d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.294371 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-5f4c7a73-2c0a-4816-9758-5f953001d08c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c66416d7f2764568bb47e98cbd14efc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562444 Dec 27 14:34:23.295578 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c7a73-2c0a-4816-9758-5f953001d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ab7a98-1937-4dd3-91bb-7926eb285e50,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:23.297053 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36450) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:23.344896 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4e2bd3b-fb1c-490c-834a-951162892f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.366720 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4e2bd3b-fb1c-490c-834a-951162892f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.371987 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-5617b389-602f-4863-8636-9157ebb84120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.413186 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4e2bd3b-fb1c-490c-834a-951162892f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.416697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-a4e2bd3b-fb1c-490c-834a-951162892f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.417835 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-a4e2bd3b-fb1c-490c-834a-951162892f09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81ab7a98-1937-4dd3-91bb-7926eb285e50 HTTP/1.1" status: 204 len: 168 time: 0.1191859 Dec 27 14:34:23.425193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2bd3b-fb1c-490c-834a-951162892f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ab7a98-1937-4dd3-91bb-7926eb285e50,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:23.674037 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36456) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:23.688394 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6c90a8ca-71ca-4460-a565-7019df4adc3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.762542 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6c90a8ca-71ca-4460-a565-7019df4adc3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.766195 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-6c90a8ca-71ca-4460-a565-7019df4adc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.803234 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-6c90a8ca-71ca-4460-a565-7019df4adc3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3b59c6fd83ea4d7a9976939d6f4bac40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280961 Dec 27 14:34:23.804319 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a8ca-71ca-4460-a565-7019df4adc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11625188-fb7e-4a60-a414-f20fac6f0033,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:23.806661 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36458) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:23.855671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01fcae8d-6f6d-4847-b9fb-2e1b2b676222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.876271 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01fcae8d-6f6d-4847-b9fb-2e1b2b676222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.921408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01fcae8d-6f6d-4847-b9fb-2e1b2b676222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.923878 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-01fcae8d-6f6d-4847-b9fb-2e1b2b676222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:23.925000 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-01fcae8d-6f6d-4847-b9fb-2e1b2b676222 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11625188-fb7e-4a60-a414-f20fac6f0033 HTTP/1.1" status: 204 len: 168 time: 0.1173894 Dec 27 14:34:23.933228 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcae8d-6f6d-4847-b9fb-2e1b2b676222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11625188-fb7e-4a60-a414-f20fac6f0033,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:24.434960 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.576901 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36480) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:24.671325 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.v2.base [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1355867322-network', 'tenant_id': 'b306b1ad096c487198d782c3c57e0309'}} {{(pid=102429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:24.693008 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Made reservation on behalf of b306b1ad096c487198d782c3c57e0309 for: {'network': 1} {{(pid=102429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:34:24.695220 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for network, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.704019 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.774882 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.778364 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.801690 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=102429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 27 14:34:24.810591 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac50471-cdb1-4107-b0be-89bc3f24e0fa,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:24.816595 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.816906 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.segments_db [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Added segment 7d369a1e-a036-4e51-b611-9b6651c333a2 of type vlan for network 93681472-bb9b-4652-b7a4-ba722737b660 Dec 27 14:34:24.838819 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.859173 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770768558803'] for network, precommit_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.882246 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304'] for network, after_create {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.883709 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:24.884381 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.914738 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3367035 Dec 27 14:34:24.917768 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36484) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:34:24.922833 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Request body: {'subnet': {'network_id': '93681472-bb9b-4652-b7a4-ba722737b660', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1355867322-subnet', 'tenant_id': 'b306b1ad096c487198d782c3c57e0309', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:24.946342 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Made reservation on behalf of b306b1ad096c487198d782c3c57e0309 for: {'subnet': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:34:24.947671 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be004e95-50a6-4ecf-a055-b927b82a2784 admin admin] Pushing event updated for resources: {'Network': ['ID=93681472-bb9b-4652-b7a4-ba722737b660,revision_number=1']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:24.948914 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12739527'] for subnet, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:24.957335 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Network 93681472-bb9b-4652-b7a4-ba722737b660 details requested by agent ovs-agent-dv-cinder-823015-1-iscsi with host dv-cinder-823015-1-iscsi {{(pid=102431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 27 14:34:25.114253 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12653178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12739541'] for subnet, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:25.168411 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8,revision_number=0']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:25.176602 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Checking segment: {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:34:25.176955 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Network hostable DHCP agents. Network: 93681472-bb9b-4652-b7a4-ba722737b660, hostable agents: ['6656bafd-a52b-4198-ad40-c67f485b07ce'], hosted agents: [] {{(pid=102430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 27 14:34:25.192559 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Network 93681472-bb9b-4652-b7a4-ba722737b660 is scheduled to be hosted by DHCP agent 6656bafd-a52b-4198-ad40-c67f485b07ce with binding_index 1 {{(pid=102430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 27 14:34:25.201047 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-823015-1-iscsi, 93681472-bb9b-4652-b7a4-ba722737b660) {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:34:25.204998 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:25.205589 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:25.209742 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69db0433-eb20-4153-b277-f2853711b0da None None] Network 93681472-bb9b-4652-b7a4-ba722737b660 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:34:25.220517 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-7d8b57c7-75df-48ca-a01c-52744bcac117 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3016660 Dec 27 14:34:25.304010 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568f675-27a4-42be-824b-e82d225a27a8 None None] Network 93681472-bb9b-4652-b7a4-ba722737b660 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:34:26.216292 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.933430 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-76038c11-ac19-4a62-8909-df758db53010 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:26.936671 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-76038c11-ac19-4a62-8909-df758db53010 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/networks?id=93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 200 len: 809 time: 0.1022253 Dec 27 14:34:26.950432 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-5e82d4a0-a0fc-4394-bb33-a8bcf3a6c4ed tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/quotas/b306b1ad096c487198d782c3c57e0309 HTTP/1.1" status: 200 len: 375 time: 0.0087724 Dec 27 14:34:26.980844 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-e93756c0-08c1-45f8-9a95-8b9dd498bf62 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b306b1ad096c487198d782c3c57e0309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253932 Dec 27 14:34:27.023096 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:27.073218 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-223e97bb-5188-4e96-9fc6-cfce80fe1494 service neutron] 10.222.0.37 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Dec 27 14:34:27.162652 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-fb724603-dfa8-4b80-b0d5-e41a3e6c4832 service neutron] 10.222.0.37 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832999 Dec 27 14:34:27.317645 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bdadf9e8-5d33-418f-80d9-3eaec56f6ae8 req-80ebfb83-ab7a-45ec-a5e2-dd7018c45d3b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 210 time: 0.0260987 Dec 27 14:34:28.287503 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-0f5e9669-a23f-482f-8246-5175916e8a5d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:28.288895 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-0f5e9669-a23f-482f-8246-5175916e8a5d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "GET /v2.0/networks?id=93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 200 len: 809 time: 0.1062188 Dec 27 14:34:28.303020 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Request body: {'port': {'device_id': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660', 'admin_state_up': True, 'tenant_id': 'b306b1ad096c487198d782c3c57e0309'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:28.417853 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b7f13fae-22bf-4d85-9237-95276f54093d req-977b834e-72a4-4558-afee-169c6d620627 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 210 time: 0.0300093 Dec 27 14:34:28.436882 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Made reservation on behalf of b306b1ad096c487198d782c3c57e0309 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:34:28.440346 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:28.569300 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Allocated IP 172.20.0.8 (93681472-bb9b-4652-b7a4-ba722737b660/2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8/2397603d-1667-416f-9685-26fb43eae1a4) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:34:28.717825 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:28.750178 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:28.792618 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Network 93681472-bb9b-4652-b7a4-ba722737b660 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:34:28.797352 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:34:28.800961 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:34:28.824498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Pushing event updated for resources: {'Port': ['ID=2397603d-1667-416f-9685-26fb43eae1a4,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:28.850686 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:28.851293 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:28.867827 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-2b611967-1672-4454-981a-d63cf39388df tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680463 Dec 27 14:34:28.880719 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Request body: {'port': {'device_id': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:28.940137 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:29.194942 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2397603d-1667-416f-9685-26fb43eae1a4 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:34:29.202583 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:29.214507 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Transition to ACTIVE for port object 2397603d-1667-416f-9685-26fb43eae1a4 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:34:29.217987 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:29.272697 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Pushing event updated for resources: {'Port': ['ID=2397603d-1667-416f-9685-26fb43eae1a4,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:29.337496 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Attempting to bind port 2397603d-1667-416f-9685-26fb43eae1a4 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:34:29.338172 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Attempting to bind port 2397603d-1667-416f-9685-26fb43eae1a4 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:34:29.338172 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Attempting to bind port 2397603d-1667-416f-9685-26fb43eae1a4 on network 93681472-bb9b-4652-b7a4-ba722737b660 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:34:29.342351 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Port 2397603d-1667-416f-9685-26fb43eae1a4 on network 93681472-bb9b-4652-b7a4-ba722737b660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:34:29.342668 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Attempting to bind port 2397603d-1667-416f-9685-26fb43eae1a4 on network 93681472-bb9b-4652-b7a4-ba722737b660 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:34:29.347403 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:34:29.347728 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Checking segment: {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:34:29.348123 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Bound using segment: {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:34:29.348539 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Bound port: 2397603d-1667-416f-9685-26fb43eae1a4, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:34:29.348882 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:29.409773 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] For port 2397603d-1667-416f-9685-26fb43eae1a4, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:34:29.412671 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] For port 2397603d-1667-416f-9685-26fb43eae1a4, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2397603d-1667-416f-9685-26fb43eae1a4,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:34:29.417475 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:29.449379 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:29.449992 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:29.451596 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] 10.222.0.30 "PUT /v2.0/ports/2397603d-1667-416f-9685-26fb43eae1a4 HTTP/1.1" status: 200 len: 1093 time: 0.5747912 Dec 27 14:34:29.453930 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'tag': '2397603d-1667-416f-9685-26fb43eae1a4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:29.456986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e1068-1c5d-4c98-90b3-2cd09c329210" -d '{"events": [{"name": "network-changed", "server_uuid": "21e9aa1f-ff09-4aac-b5a3-e1083e4b142c", "tag": "2397603d-1667-416f-9685-26fb43eae1a4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:29.485986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f395fa0-45f2-4213-b0bd-90f77586865a service neutron] Pushing event updated for resources: {'Port': ['ID=2397603d-1667-416f-9685-26fb43eae1a4,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:29.509591 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19531c34-ea03-40e6-8b1b-7411b6a773db x-openstack-request-id: req-19531c34-ea03-40e6-8b1b-7411b6a773db {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:29.510005 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e9aa1f-ff09-4aac-b5a3-e1083e4b142c", "tag": "2397603d-1667-416f-9685-26fb43eae1a4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:29.510269 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19531c34-ea03-40e6-8b1b-7411b6a773db {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:29.510672 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'tag': '2397603d-1667-416f-9685-26fb43eae1a4', 'status': 'completed', 'code': 200} Dec 27 14:34:29.543045 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b14a67-7b9a-4fbf-9b6c-87597559d261 req-8e9155c0-ea4a-4980-9276-a3c3a2f89318 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:29.544602 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f7b14a67-7b9a-4fbf-9b6c-87597559d261 req-8e9155c0-ea4a-4980-9276-a3c3a2f89318 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 943 time: 0.0572877 Dec 27 14:34:29.547200 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-f49a5c65-760d-4e42-93c6-5fd62d31b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:29.548727 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-f49a5c65-760d-4e42-93c6-5fd62d31b637 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b306b1ad096c487198d782c3c57e0309&device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 1096 time: 0.0487881 Dec 27 14:34:29.594716 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-b944a4f8-482e-4185-bb74-4919ff6a3edd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2397603d-1667-416f-9685-26fb43eae1a4 HTTP/1.1" status: 200 len: 217 time: 0.0356131 Dec 27 14:34:29.595399 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f7b14a67-7b9a-4fbf-9b6c-87597559d261 req-5672ca06-6986-406d-8b9b-f726fe64dfec tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Dec 27 14:34:29.645405 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f28e-25b4-4241-8515-9cda74891581 req-7e749b5b-4da3-4a28-90c7-74b91179b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:29.647037 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-7e749b5b-4da3-4a28-90c7-74b91179b46a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8 HTTP/1.1" status: 200 len: 849 time: 0.0436165 Dec 27 14:34:29.684810 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-fa6cb9b6-640a-42b0-822e-c971f3383842 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93681472-bb9b-4652-b7a4-ba722737b660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276134 Dec 27 14:34:29.772295 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-22471663-cd86-43b3-aeea-3d4858b41e7a service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791864 Dec 27 14:34:29.864600 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e472f28e-25b4-4241-8515-9cda74891581 req-468a2a87-1252-4258-a4dc-91ba56b7006e service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835671 Dec 27 14:34:29.951477 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-0f022cb9-406f-4efe-9d43-53087e1a8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:29.952949 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-0f022cb9-406f-4efe-9d43-53087e1a8d5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b306b1ad096c487198d782c3c57e0309&device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 1096 time: 0.0402777 Dec 27 14:34:30.042647 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-63248bdb-a365-4c36-b2e7-dd2b65e4894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:30.044120 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-63248bdb-a365-4c36-b2e7-dd2b65e4894a service neutron] 10.222.0.30 "GET /v2.0/networks?id=93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 200 len: 909 time: 0.0819798 Dec 27 14:34:30.089304 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-c7abe1fd-99ea-4878-94a7-569387a74b95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2397603d-1667-416f-9685-26fb43eae1a4 HTTP/1.1" status: 200 len: 217 time: 0.0374014 Dec 27 14:34:30.136806 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-cb2f6f86-72b3-484a-a8da-0c72467f26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:30.138648 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-cb2f6f86-72b3-484a-a8da-0c72467f26b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8 HTTP/1.1" status: 200 len: 849 time: 0.0419896 Dec 27 14:34:30.171865 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-f83a9d76-a0ed-4ed6-8ba6-65d6bbfb0f65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93681472-bb9b-4652-b7a4-ba722737b660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243771 Dec 27 14:34:30.263737 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-2a3ab08f-38c8-48a0-9c0b-449e9c504e44 service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826480 Dec 27 14:34:30.351745 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-286e1068-1c5d-4c98-90b3-2cd09c329210 req-43017da8-589b-4bfc-8bc3-a3b526ee80a4 service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804203 Dec 27 14:34:30.715604 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1aa96-c888-4710-820b-1cc7b2ee478a req-99b670ea-31ea-4aa1-b505-4985060fc722 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:30.717108 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-67e1aa96-c888-4710-820b-1cc7b2ee478a req-99b670ea-31ea-4aa1-b505-4985060fc722 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 943 time: 0.0529914 Dec 27 14:34:30.762811 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-67e1aa96-c888-4710-820b-1cc7b2ee478a req-28ebe19f-a672-4be1-9206-2b7e920ec892 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Dec 27 14:34:31.878009 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41338b02-35d3-4002-80e5-215dae42b477 req-16af6cd1-78bf-43f2-b2ed-1bd9f2437b39 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:31.879496 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-41338b02-35d3-4002-80e5-215dae42b477 req-16af6cd1-78bf-43f2-b2ed-1bd9f2437b39 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 943 time: 0.0493150 Dec 27 14:34:31.929075 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-41338b02-35d3-4002-80e5-215dae42b477 req-52bbdad6-6c1e-470d-b4f1-2f04c05ae630 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Dec 27 14:34:33.019744 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2397603d-1667-416f-9685-26fb43eae1a4 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:34:33.042191 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f804b-b41c-49bc-9b9a-4ce86f17d6a6 req-d680655c-3f1a-4083-84af-265bb4e472b4 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:33.043753 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-089f804b-b41c-49bc-9b9a-4ce86f17d6a6 req-d680655c-3f1a-4083-84af-265bb4e472b4 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 943 time: 0.0474327 Dec 27 14:34:33.090399 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-089f804b-b41c-49bc-9b9a-4ce86f17d6a6 req-2aa9f3eb-5263-45b1-ae3f-858f607d7714 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406609 Dec 27 14:34:33.113818 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 2397603d-1667-416f-9685-26fb43eae1a4, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2397603d-1667-416f-9685-26fb43eae1a4,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:33.124622 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '2397603d-1667-416f-9685-26fb43eae1a4', 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660', 'port_id': '2397603d-1667-416f-9685-26fb43eae1a4', 'mac_address': 'fa:16:3e:2e:bf:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:34:33.165674 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:33.177634 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2397603d-1667-416f-9685-26fb43eae1a4 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:34:33.196280 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 2397603d-1667-416f-9685-26fb43eae1a4, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2397603d-1667-416f-9685-26fb43eae1a4,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:33.199638 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:33.245643 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=2397603d-1667-416f-9685-26fb43eae1a4,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:33.566472 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['2397603d-1667-416f-9685-26fb43eae1a4'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:34:34.202796 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c113551-61b7-4f1f-ab70-291a88ae27f1 req-0ff94c38-af03-4628-b44e-ec7cef02f33b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:34.204274 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1c113551-61b7-4f1f-ab70-291a88ae27f1 req-0ff94c38-af03-4628-b44e-ec7cef02f33b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 944 time: 0.0473349 Dec 27 14:34:34.250350 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1c113551-61b7-4f1f-ab70-291a88ae27f1 req-04b04246-08e7-42fe-a43a-e90764fce510 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402288 Dec 27 14:34:35.045307 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2397603d-1667-416f-9685-26fb43eae1a4 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:34:35.093509 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 2397603d-1667-416f-9685-26fb43eae1a4 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:34:35.097157 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 2397603d-1667-416f-9685-26fb43eae1a4 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:34:35.097530 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:35.175734 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:35.329502 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397603d-1667-416f-9685-26fb43eae1a4'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:35.331672 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2097a62-1b8d-4a74-a86b-3ee972d62b5b" -d '{"events": [{"server_uuid": "21e9aa1f-ff09-4aac-b5a3-e1083e4b142c", "name": "network-vif-plugged", "status": "completed", "tag": "2397603d-1667-416f-9685-26fb43eae1a4"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:35.344794 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 2397603d-1667-416f-9685-26fb43eae1a4, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2397603d-1667-416f-9685-26fb43eae1a4,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:35.352833 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:35.379972 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762332b3-6bf5-4014-a158-144a104b5465 req-3e655619-1c00-44f5-9dc9-54e559c1121e tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:35.381265 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e96cff5-0757-4a79-b42f-957152f91fe3 x-openstack-request-id: req-1e96cff5-0757-4a79-b42f-957152f91fe3 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:35.381675 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-762332b3-6bf5-4014-a158-144a104b5465 req-3e655619-1c00-44f5-9dc9-54e559c1121e tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 944 time: 0.0616570 Dec 27 14:34:35.384262 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9aa1f-ff09-4aac-b5a3-e1083e4b142c", "name": "network-vif-plugged", "status": "completed", "tag": "2397603d-1667-416f-9685-26fb43eae1a4", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:35.384758 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e96cff5-0757-4a79-b42f-957152f91fe3 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:35.385158 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2397603d-1667-416f-9685-26fb43eae1a4', 'code': 200} Dec 27 14:34:35.414687 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=2397603d-1667-416f-9685-26fb43eae1a4,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:35.429512 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-762332b3-6bf5-4014-a158-144a104b5465 req-1b9efa2e-954f-457c-aa05-7cd432058212 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 Dec 27 14:34:35.543716 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc6b80-98bf-4339-b79b-04e02a8a72c1 req-d0212df1-3b26-43ec-a464-3a472020583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:35.545204 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2fdc6b80-98bf-4339-b79b-04e02a8a72c1 req-d0212df1-3b26-43ec-a464-3a472020583e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 1098 time: 0.0433428 Dec 27 14:34:35.598228 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2fdc6b80-98bf-4339-b79b-04e02a8a72c1 req-aec3f97d-f7c3-4ce8-bc46-8589d5396f8e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436881 Dec 27 14:34:36.552949 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1044d5-715b-4310-9f0e-1131bdbe097a req-556da22a-e24b-4612-b4f3-be49bca2ae2c tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:36.554409 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8e1044d5-715b-4310-9f0e-1131bdbe097a req-556da22a-e24b-4612-b4f3-be49bca2ae2c tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 945 time: 0.0514302 Dec 27 14:34:36.601319 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-8e1044d5-715b-4310-9f0e-1131bdbe097a req-1340c6c5-b2be-4a33-b06b-6274c6990e8f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Dec 27 14:34:37.713138 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867d0c5-398b-4788-8d4a-0ddeecd5fb93 req-148461c5-379e-461e-ba95-5d5a18a7f6ba tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:37.714586 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8867d0c5-398b-4788-8d4a-0ddeecd5fb93 req-148461c5-379e-461e-ba95-5d5a18a7f6ba tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 945 time: 0.0470521 Dec 27 14:34:37.762766 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-8867d0c5-398b-4788-8d4a-0ddeecd5fb93 req-08553ff0-f819-42b3-bff6-83a6718d0066 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424476 Dec 27 14:34:37.985127 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-694649b7-ceb5-44c2-9fc1-166c4f614699 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404189 Dec 27 14:34:38.066663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-ece63c46-6368-4490-878d-b188231cbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:38.068139 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-ece63c46-6368-4490-878d-b188231cbbef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1098 time: 0.0401430 Dec 27 14:34:38.180485 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-f36b7a1d-0774-44e9-91bd-25abf185144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:38.182009 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-f36b7a1d-0774-44e9-91bd-25abf185144e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.0933640 Dec 27 14:34:38.250119 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-88887e31-1995-47bd-b7c5-4df1d27716e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 1001 time: 0.0601952 Dec 27 14:34:38.305458 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-50e6dcec-a9df-449b-89f6-9d3537ccb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:38.307102 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-50e6dcec-a9df-449b-89f6-9d3537ccb4cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0495217 Dec 27 14:34:38.384285 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-ea78f360-d07e-411c-82c5-1f1faaef0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:38.385762 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-ea78f360-d07e-411c-82c5-1f1faaef0d68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713987 Dec 27 14:34:38.397437 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96624de8-aca8-4714-98a5-e2287951af72 req-ac1b4f0d-7730-4251-9858-a4485ac9aceb tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:38.398918 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-96624de8-aca8-4714-98a5-e2287951af72 req-ac1b4f0d-7730-4251-9858-a4485ac9aceb tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 945 time: 0.0577984 Dec 27 14:34:38.496019 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-96624de8-aca8-4714-98a5-e2287951af72 req-0856c192-f4cf-427e-9fb1-9b580345b6ad tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891464 Dec 27 14:34:38.515916 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-bcef1063-46e2-4ac0-b818-00c2cbc16ee3 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158097 Dec 27 14:34:38.606575 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-678b5947-e9be-47ba-a5bb-fcf7cf528f70 req-c573b549-d45e-41b0-b9dd-3c0d5a0530df service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Dec 27 14:34:39.613434 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43861cf-1202-46b5-98a3-195d5ba8d848 req-d9d54a6a-f1ee-4fd5-abe4-9bd9108edadf tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:39.614746 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d43861cf-1202-46b5-98a3-195d5ba8d848 req-d9d54a6a-f1ee-4fd5-abe4-9bd9108edadf tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 945 time: 0.0475280 Dec 27 14:34:39.666171 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d43861cf-1202-46b5-98a3-195d5ba8d848 req-9ab5f242-d1a1-4b6e-83de-3cdc47706b21 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Dec 27 14:34:39.970556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06609334-6b14-49a1-87b7-bc32869d210b req-2fdaaa54-c6f8-4a2e-8406-054255d62d68 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:39.972006 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-06609334-6b14-49a1-87b7-bc32869d210b req-2fdaaa54-c6f8-4a2e-8406-054255d62d68 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 945 time: 0.0474715 Dec 27 14:34:40.063565 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Deleting port 2397603d-1667-416f-9685-26fb43eae1a4 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:34:40.063927 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:40.152826 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] For port 2397603d-1667-416f-9685-26fb43eae1a4, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=2397603d-1667-416f-9685-26fb43eae1a4,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:40.153189 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:40.166493 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Calling delete_port for 2397603d-1667-416f-9685-26fb43eae1a4 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:34:40.288145 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:40.300925 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['2397603d-1667-416f-9685-26fb43eae1a4'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:34:40.320908 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Pushing event deleted for resources: {'Port': ['ID=2397603d-1667-416f-9685-26fb43eae1a4,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:40.361440 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] No DVR routers for this DVR port 2397603d-1667-416f-9685-26fb43eae1a4 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:34:40.364006 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:40.367280 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-06609334-6b14-49a1-87b7-bc32869d210b req-6d40ca2f-a835-4110-a32e-30cb37fb8a8a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "DELETE /v2.0/ports/2397603d-1667-416f-9685-26fb43eae1a4 HTTP/1.1" status: 204 len: 173 time: 0.3888290 Dec 27 14:34:40.367740 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'name': 'network-vif-deleted', 'tag': '2397603d-1667-416f-9685-26fb43eae1a4'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:40.369908 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f229972-0c57-45c9-85ef-4d2f0886b72a" -d '{"events": [{"server_uuid": "21e9aa1f-ff09-4aac-b5a3-e1083e4b142c", "name": "network-vif-deleted", "tag": "2397603d-1667-416f-9685-26fb43eae1a4"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:40.410158 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eacb58-a286-4b18-a0fc-da57d8adc192 x-openstack-request-id: req-97eacb58-a286-4b18-a0fc-da57d8adc192 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:40.410517 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e9aa1f-ff09-4aac-b5a3-e1083e4b142c", "name": "network-vif-deleted", "tag": "2397603d-1667-416f-9685-26fb43eae1a4", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:40.410863 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97eacb58-a286-4b18-a0fc-da57d8adc192 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:40.411294 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e9aa1f-ff09-4aac-b5a3-e1083e4b142c', 'name': 'network-vif-deleted', 'tag': '2397603d-1667-416f-9685-26fb43eae1a4', 'status': 'completed', 'code': 200} Dec 27 14:34:40.771507 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4a0e91c2-1f01-452c-b95a-d2c3e89bf66d req-89f38868-32a4-46f3-903e-dff1a4d4c55a tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e9aa1f-ff09-4aac-b5a3-e1083e4b142c HTTP/1.1" status: 200 len: 210 time: 0.0267236 Dec 27 14:34:42.053725 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-3a895cb9-12b5-4c3b-807b-251126674970 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:42.055786 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-3a895cb9-12b5-4c3b-807b-251126674970 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/networks?id=93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 200 len: 809 time: 0.1034052 Dec 27 14:34:42.069965 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-f2777f81-a4ef-4925-b04f-d091d3cb89d1 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/quotas/b306b1ad096c487198d782c3c57e0309 HTTP/1.1" status: 200 len: 375 time: 0.0085740 Dec 27 14:34:42.099265 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-72ff34f4-436c-4259-a912-36772bd60538 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b306b1ad096c487198d782c3c57e0309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242581 Dec 27 14:34:42.192141 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-0d219b31-cf7b-4b61-8a92-7947abff136e service neutron] 10.222.0.37 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854688 Dec 27 14:34:42.277657 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-d5877510-f5c0-4afd-9604-5df3aaedfce5 service neutron] 10.222.0.37 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795527 Dec 27 14:34:42.428304 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5ec6d2a1-b4e6-40a8-baab-5f052845d0bf req-b5efd4e6-027c-440d-a0a8-182ceeac6293 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 210 time: 0.0254121 Dec 27 14:34:43.096168 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2397603d-1667-416f-9685-26fb43eae1a4 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:34:43.116611 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 2397603d-1667-416f-9685-26fb43eae1a4 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:34:43.116969 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 2397603d-1667-416f-9685-26fb43eae1a4 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:34:43.530463 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5db2a191-8bca-42cf-9de5-a3cfb2c96489 req-0b0c9659-e755-46af-9680-6447d7d465f1 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 210 time: 0.0314155 Dec 27 14:34:43.597752 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-b64fc588-9f6b-4899-88bf-509be8f70a2e tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:43.599226 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-b64fc588-9f6b-4899-88bf-509be8f70a2e tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "GET /v2.0/networks?id=93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 200 len: 809 time: 0.3824544 Dec 27 14:34:43.613393 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Request body: {'port': {'device_id': '87978888-0643-4e78-aad1-86aea473b0f4', 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660', 'admin_state_up': True, 'tenant_id': 'b306b1ad096c487198d782c3c57e0309'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:43.718444 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Made reservation on behalf of b306b1ad096c487198d782c3c57e0309 for: {'port': 1} {{(pid=102430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 27 14:34:43.721907 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:43.841805 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_common [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Allocated IP 172.20.0.13 (93681472-bb9b-4652-b7a4-ba722737b660/2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8/71357f0d-d38b-4e6d-952f-fa18fa4bb948) {{(pid=102430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 27 14:34:43.983403 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks [] for port, precommit_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.016548 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770768567929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_create {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.059180 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Network 93681472-bb9b-4652-b7a4-ba722737b660 is already hosted by enough agents. {{(pid=102430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 27 14:34:44.062111 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.base_scheduler [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Resources bound (agent type, host, resource id): {{(pid=102430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 27 14:34:44.065723 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Received port after_create {{(pid=102430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 27 14:34:44.088403 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Pushing event updated for resources: {'Port': ['ID=71357f0d-d38b-4e6d-952f-fa18fa4bb948,revision_number=1']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:44.115288 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:44.115921 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.131166 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c3cabfd4-7e6e-4566-a33d-ea5ce7aa9744 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5212555 Dec 27 14:34:44.143998 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.v2.base [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Request body: {'port': {'device_id': '87978888-0643-4e78-aad1-86aea473b0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82301'}} {{(pid=102430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 27 14:34:44.199197 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.451125 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71357f0d-d38b-4e6d-952f-fa18fa4bb948 {{(pid=102430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:34:44.458393 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.469844 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.provisioning_blocks [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Transition to ACTIVE for port object 71357f0d-d38b-4e6d-952f-fa18fa4bb948 will not be triggered until provisioned by entity L2. {{(pid=102430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 27 14:34:44.473439 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.520173 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Pushing event updated for resources: {'Port': ['ID=71357f0d-d38b-4e6d-952f-fa18fa4bb948,revision_number=2']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:44.592318 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Attempting to bind port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 on host hv-cinder-82301 for vnic_type normal with profile {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 27 14:34:44.592649 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Attempting to bind port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 by drivers openvswitch,hyperv on host hv-cinder-82301 at level 0 using segments [{'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 27 14:34:44.592968 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Attempting to bind port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 on network 93681472-bb9b-4652-b7a4-ba722737b660 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:34:44.597286 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 on network 93681472-bb9b-4652-b7a4-ba722737b660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82301 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 27 14:34:44.597597 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Attempting to bind port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 on network 93681472-bb9b-4652-b7a4-ba722737b660 {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 27 14:34:44.612900 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Checking agent: {'id': 'a0cf612b-80cb-40a4-8fae-42cecb169227', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82301', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'started_at': datetime.datetime(2021, 12, 27, 14, 19, 24), 'heartbeat_timestamp': datetime.datetime(2021, 12, 27, 14, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 27 14:34:44.613557 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Checking segment: {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 27 14:34:44.613557 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Bound using segment: {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'} {{(pid=102430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 27 14:34:44.613987 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.managers [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Bound port: 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host: hv-cinder-82301, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d369a1e-a036-4e51-b611-9b6651c333a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660'}}] {{(pid=102430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 27 14:34:44.614328 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.690427 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadd306-69d2-47c6-8f7c-0bcf332fc334 req-0cb362eb-ccbd-4b4b-af48-57f537d9271b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:44.692025 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2aadd306-69d2-47c6-8f7c-0bcf332fc334 req-0cb362eb-ccbd-4b4b-af48-57f537d9271b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 944 time: 0.0923629 Dec 27 14:34:44.719596 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] For port 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host hv-cinder-82301, cleared binding levels {{(pid=102430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 27 14:34:44.738870 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] For port 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host hv-cinder-82301, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 27 14:34:44.748755 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12653295'] for port, after_update {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.779604 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-2aadd306-69d2-47c6-8f7c-0bcf332fc334 req-9266e90b-78fc-4a70-a685-dd3de94784ee tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803761 Dec 27 14:34:44.791390 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:44.792023 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:44.793472 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] 10.222.0.30 "PUT /v2.0/ports/71357f0d-d38b-4e6d-952f-fa18fa4bb948 HTTP/1.1" status: 200 len: 1094 time: 0.6540763 Dec 27 14:34:44.793905 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87978888-0643-4e78-aad1-86aea473b0f4', 'tag': '71357f0d-d38b-4e6d-952f-fa18fa4bb948'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:44.796125 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e75da-a961-41d5-9f37-b5e34068e68e" -d '{"events": [{"name": "network-changed", "server_uuid": "87978888-0643-4e78-aad1-86aea473b0f4", "tag": "71357f0d-d38b-4e6d-952f-fa18fa4bb948"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:44.817918 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2f70f-289e-4273-ae9c-24a1eb66b044 service neutron] Pushing event updated for resources: {'Port': ['ID=71357f0d-d38b-4e6d-952f-fa18fa4bb948,revision_number=3']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:44.834689 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e141f71-1686-4669-b13e-28d6dbafbb26 x-openstack-request-id: req-0e141f71-1686-4669-b13e-28d6dbafbb26 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:44.834982 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87978888-0643-4e78-aad1-86aea473b0f4", "tag": "71357f0d-d38b-4e6d-952f-fa18fa4bb948", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:44.835236 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e141f71-1686-4669-b13e-28d6dbafbb26 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:44.836215 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87978888-0643-4e78-aad1-86aea473b0f4', 'tag': '71357f0d-d38b-4e6d-952f-fa18fa4bb948', 'status': 'completed', 'code': 200} Dec 27 14:34:44.885651 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-b8758417-5aec-4b37-a993-66781d5e01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:44.887110 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-b8758417-5aec-4b37-a993-66781d5e01e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b306b1ad096c487198d782c3c57e0309&device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 1097 time: 0.0404127 Dec 27 14:34:44.938575 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-b437a266-077f-45a8-a02c-e7a6ba6e4a92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948 HTTP/1.1" status: 200 len: 217 time: 0.0370054 Dec 27 14:34:44.986965 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-2dda890d-5326-4fdd-8995-38e71766909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:44.988301 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-2dda890d-5326-4fdd-8995-38e71766909b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8 HTTP/1.1" status: 200 len: 849 time: 0.0418963 Dec 27 14:34:45.019019 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-e3aef583-8aa5-4870-a3d7-987a68f84a0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93681472-bb9b-4652-b7a4-ba722737b660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237041 Dec 27 14:34:45.108838 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-4839ecb2-ee3a-4986-ab87-8af1831d81f9 service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Dec 27 14:34:45.198856 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d92d1de5-162e-421b-8c15-0b0263f82952 req-dd88bd15-9b11-46d9-8a50-a685d5a2b515 service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823536 Dec 27 14:34:45.285618 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e75da-a961-41d5-9f37-b5e34068e68e req-80f50a80-abb1-431a-b686-ba93204d12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:45.286994 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-80f50a80-abb1-431a-b686-ba93204d12cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b306b1ad096c487198d782c3c57e0309&device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 1097 time: 0.0408349 Dec 27 14:34:45.380204 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e75da-a961-41d5-9f37-b5e34068e68e req-9c76e60d-1883-450f-a9bd-dbf137bc08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:45.381663 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-9c76e60d-1883-450f-a9bd-dbf137bc08f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 200 len: 909 time: 0.0874598 Dec 27 14:34:45.422916 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-33104c18-7539-40a6-8bb6-84ec7b336787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948 HTTP/1.1" status: 200 len: 217 time: 0.0337059 Dec 27 14:34:45.476041 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e75da-a961-41d5-9f37-b5e34068e68e req-216f1280-749d-47fa-a4c6-aadaad80db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:45.477491 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-216f1280-749d-47fa-a4c6-aadaad80db7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8 HTTP/1.1" status: 200 len: 849 time: 0.0459697 Dec 27 14:34:45.510907 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-3bde0ed8-206b-424f-baed-9c5e6c4afce1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=93681472-bb9b-4652-b7a4-ba722737b660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251687 Dec 27 14:34:45.598602 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-595525ea-4fc1-4029-90ab-935d013ea969 service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790026 Dec 27 14:34:45.692164 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018e75da-a961-41d5-9f37-b5e34068e68e req-dc9d6d97-0f7b-47a7-bc77-47a0ad1226ee service neutron] 10.222.0.30 "GET /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863414 Dec 27 14:34:45.894295 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70313b-609d-44d7-bd1b-b8e3d5cc49fc req-420eef82-3df2-4f01-8a3d-485fd133ec9d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:45.895638 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cc70313b-609d-44d7-bd1b-b8e3d5cc49fc req-420eef82-3df2-4f01-8a3d-485fd133ec9d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 944 time: 0.0493639 Dec 27 14:34:45.942301 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-cc70313b-609d-44d7-bd1b-b8e3d5cc49fc req-2f526726-0994-4b6e-b43d-6b59002e11a5 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Dec 27 14:34:47.057118 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab2ea-572d-4f94-9843-45a6e9adac96 req-0301ebe5-eaf2-4427-852c-6be0a578b7e7 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:47.058569 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7f8ab2ea-572d-4f94-9843-45a6e9adac96 req-0301ebe5-eaf2-4427-852c-6be0a578b7e7 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 944 time: 0.0479143 Dec 27 14:34:47.106002 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7f8ab2ea-572d-4f94-9843-45a6e9adac96 req-93174b77-4667-4171-9f0e-1ead7fd4adcc tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Dec 27 14:34:48.224329 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716c544-4f51-49e2-8de7-f38244e6f567 req-fc08467d-9b06-445d-b2ae-8499da5f14a7 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:48.225805 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b716c544-4f51-49e2-8de7-f38244e6f567 req-fc08467d-9b06-445d-b2ae-8499da5f14a7 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 944 time: 0.0529513 Dec 27 14:34:48.274348 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-b716c544-4f51-49e2-8de7-f38244e6f567 req-00aa8092-fc86-48e7-a87a-f8b08ff6c60d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Dec 27 14:34:48.284711 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:34:49.159029 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 71357f0d-d38b-4e6d-952f-fa18fa4bb948 details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:34:49.254526 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:49.265853 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': '71357f0d-d38b-4e6d-952f-fa18fa4bb948', 'network_id': '93681472-bb9b-4652-b7a4-ba722737b660', 'port_id': '71357f0d-d38b-4e6d-952f-fa18fa4bb948', 'mac_address': 'fa:16:3e:5b:46:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:34:49.302572 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:49.314951 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71357f0d-d38b-4e6d-952f-fa18fa4bb948 {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:34:49.334142 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:49.339266 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:49.390159 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a128350-efe2-4131-82d5-a1179cf7f134 req-3ae4316f-bb7e-4018-bc1e-962ee5a66275 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:49.391240 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=71357f0d-d38b-4e6d-952f-fa18fa4bb948,revision_number=4']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:49.391640 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5a128350-efe2-4131-82d5-a1179cf7f134 req-3ae4316f-bb7e-4018-bc1e-962ee5a66275 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 945 time: 0.0493910 Dec 27 14:34:49.441174 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-5a128350-efe2-4131-82d5-a1179cf7f134 req-3fa2509e-5ed7-46fc-b72e-cf44c50f4ed8 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435081 Dec 27 14:34:49.691374 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['71357f0d-d38b-4e6d-952f-fa18fa4bb948'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:34:50.554990 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4007836-b191-4ed4-8647-3acd63d99d13 req-c4e9b40d-8779-4ade-9f60-19d68b494a17 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:50.556515 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a4007836-b191-4ed4-8647-3acd63d99d13 req-c4e9b40d-8779-4ade-9f60-19d68b494a17 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Dec 27 14:34:50.602568 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a4007836-b191-4ed4-8647-3acd63d99d13 req-2dcf296f-965c-41b9-8d90-b34ccc403b82 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Dec 27 14:34:50.990103 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-dfa9482b-5d38-4f92-a754-15fd48c1a346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:51.159760 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 71357f0d-d38b-4e6d-952f-fa18fa4bb948 up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:34:51.210749 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning for port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 completed by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 27 14:34:51.214753 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:34:51.215139 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:51.290586 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:51.312102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87978888-0643-4e78-aad1-86aea473b0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71357f0d-d38b-4e6d-952f-fa18fa4bb948'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:51.314302 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad886f-aeb7-4741-9803-a731040cf1d1" -d '{"events": [{"server_uuid": "87978888-0643-4e78-aad1-86aea473b0f4", "name": "network-vif-plugged", "status": "completed", "tag": "71357f0d-d38b-4e6d-952f-fa18fa4bb948"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:51.327166 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:51.331003 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:51.358019 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1efe55-13a8-450a-b6fd-60bb8731249b x-openstack-request-id: req-7c1efe55-13a8-450a-b6fd-60bb8731249b {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:51.358310 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87978888-0643-4e78-aad1-86aea473b0f4", "name": "network-vif-plugged", "status": "completed", "tag": "71357f0d-d38b-4e6d-952f-fa18fa4bb948", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:51.358563 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c1efe55-13a8-450a-b6fd-60bb8731249b {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:51.358943 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87978888-0643-4e78-aad1-86aea473b0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71357f0d-d38b-4e6d-952f-fa18fa4bb948', 'code': 200} Dec 27 14:34:51.384604 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=71357f0d-d38b-4e6d-952f-fa18fa4bb948,revision_number=5']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:51.520443 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2cd8d-96d3-42ea-858b-6c0dc61cb5b5 req-f29d90e0-f839-462d-ae72-a0ea6ecd5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:51.521945 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f5a2cd8d-96d3-42ea-858b-6c0dc61cb5b5 req-f29d90e0-f839-462d-ae72-a0ea6ecd5cf6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 1099 time: 0.0422020 Dec 27 14:34:51.566127 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f5a2cd8d-96d3-42ea-858b-6c0dc61cb5b5 req-05ea6949-12a4-48f8-99dd-5147a4e11d47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Dec 27 14:34:51.715274 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ef90d-138b-47a9-9b0a-84ba48a581c0 req-b2909bb2-9516-4beb-beb2-f9bfe9ad63a3 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:51.716740 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa7ef90d-138b-47a9-9b0a-84ba48a581c0 req-b2909bb2-9516-4beb-beb2-f9bfe9ad63a3 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 946 time: 0.0479796 Dec 27 14:34:51.763897 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-aa7ef90d-138b-47a9-9b0a-84ba48a581c0 req-ed3a3f8e-2d7b-46b1-b88b-fb78f49ef57b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Dec 27 14:34:52.880195 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c9b2-f5f7-4c8f-85b2-df04a1be12e8 req-c9938dc0-af7c-4d9a-a874-e5a701be2569 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:52.881647 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c19c9b2-f5f7-4c8f-85b2-df04a1be12e8 req-c9938dc0-af7c-4d9a-a874-e5a701be2569 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 946 time: 0.0504079 Dec 27 14:34:52.927211 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-2c19c9b2-f5f7-4c8f-85b2-df04a1be12e8 req-5b7ae409-25a3-4796-b078-aaa7322b286d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Dec 27 14:34:53.373342 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-188ac1ff-71bb-4b64-ac85-77020bc2436e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:54.040434 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7065c6-014e-4d40-9337-59e3f7ba70c1 req-d6d1258d-ee9d-4a93-b037-fc4daa4cd8f5 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:54.041891 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc7065c6-014e-4d40-9337-59e3f7ba70c1 req-d6d1258d-ee9d-4a93-b037-fc4daa4cd8f5 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 946 time: 0.0480936 Dec 27 14:34:54.091703 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc7065c6-014e-4d40-9337-59e3f7ba70c1 req-1d597f0f-ff51-4c3d-b0c5-e7c1e5192f60 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Dec 27 14:34:54.435536 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:54.727223 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17351d1-bb3f-4a15-80ec-78c337343423 req-910fe2ec-8846-4f55-ba4c-c1fcbf503fb9 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:54.728721 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a17351d1-bb3f-4a15-80ec-78c337343423 req-910fe2ec-8846-4f55-ba4c-c1fcbf503fb9 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 946 time: 0.0487790 Dec 27 14:34:54.775866 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a17351d1-bb3f-4a15-80ec-78c337343423 req-dc60abb3-0606-428d-951c-7f8d5ef35ec9 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Dec 27 14:34:54.846880 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:55.892763 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea61a4-3484-49ac-b924-862e3d2b48cd req-f3234fff-e51a-4943-acc0-974ccf987f7b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:55.894384 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f1ea61a4-3484-49ac-b924-862e3d2b48cd req-f3234fff-e51a-4943-acc0-974ccf987f7b tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 946 time: 0.0480402 Dec 27 14:34:55.941217 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f1ea61a4-3484-49ac-b924-862e3d2b48cd req-3dc7d8c0-b27c-404f-b5b8-6c73086cdc9d tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/security-groups?id=bac50471-cdb1-4107-b0be-89bc3f24e0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 Dec 27 14:34:56.218001 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:56.332566 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-7639c28f-d60e-4a02-8a7f-62a97b15a0d0 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:34:56.333986 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-7639c28f-d60e-4a02-8a7f-62a97b15a0d0 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 946 time: 0.0472202 Dec 27 14:34:56.425408 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Deleting port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:34:56.425663 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:56.511015 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] For port 71357f0d-d38b-4e6d-952f-fa18fa4bb948, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=71357f0d-d38b-4e6d-952f-fa18fa4bb948,segment=NetworkSegment(7d369a1e-a036-4e51-b611-9b6651c333a2),segment_id=7d369a1e-a036-4e51-b611-9b6651c333a2)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:34:56.511366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:56.523466 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Calling delete_port for 71357f0d-d38b-4e6d-952f-fa18fa4bb948 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:34:56.655335 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:56.667735 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['71357f0d-d38b-4e6d-952f-fa18fa4bb948'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:34:56.689722 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Pushing event deleted for resources: {'Port': ['ID=71357f0d-d38b-4e6d-952f-fa18fa4bb948,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:34:56.731296 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] No DVR routers for this DVR port 71357f0d-d38b-4e6d-952f-fa18fa4bb948 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:34:56.733897 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:56.737110 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-6bf067b1-54a7-4a6e-9053-f36fb14f06db req-a833cb7b-2a2e-415a-9544-26e141715b9f tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.30 "DELETE /v2.0/ports/71357f0d-d38b-4e6d-952f-fa18fa4bb948 HTTP/1.1" status: 204 len: 173 time: 0.3970757 Dec 27 14:34:56.737541 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87978888-0643-4e78-aad1-86aea473b0f4', 'name': 'network-vif-deleted', 'tag': '71357f0d-d38b-4e6d-952f-fa18fa4bb948'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:34:56.739740 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a84cd-c3c6-4c05-9ebd-a2941307c9ac" -d '{"events": [{"server_uuid": "87978888-0643-4e78-aad1-86aea473b0f4", "name": "network-vif-deleted", "tag": "71357f0d-d38b-4e6d-952f-fa18fa4bb948"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:34:56.779957 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828a95c1-de89-4185-8447-80a47e1280ab x-openstack-request-id: req-828a95c1-de89-4185-8447-80a47e1280ab {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:34:56.780281 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87978888-0643-4e78-aad1-86aea473b0f4", "name": "network-vif-deleted", "tag": "71357f0d-d38b-4e6d-952f-fa18fa4bb948", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:34:56.780536 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-828a95c1-de89-4185-8447-80a47e1280ab {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:34:56.780952 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87978888-0643-4e78-aad1-86aea473b0f4', 'name': 'network-vif-deleted', 'tag': '71357f0d-d38b-4e6d-952f-fa18fa4bb948', 'status': 'completed', 'code': 200} Dec 27 14:34:57.025110 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:34:57.044226 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-f83f3ba7-0594-4003-9a86-1b16a7375b1e req-f3034597-2313-4766-8948-8514cb51af17 tempest-VolumesActionsTest-835898804 tempest-VolumesActionsTest-835898804-project] 10.222.0.37 "GET /v2.0/ports?device_id=87978888-0643-4e78-aad1-86aea473b0f4 HTTP/1.1" status: 200 len: 210 time: 0.0260315 Dec 27 14:35:00.409711 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 71357f0d-d38b-4e6d-952f-fa18fa4bb948 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:35:00.430001 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: 71357f0d-d38b-4e6d-952f-fa18fa4bb948 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:35:00.430342 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device 71357f0d-d38b-4e6d-952f-fa18fa4bb948 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:35:20.992053 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a6496964-422f-4e3f-8301-ed690edea8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:21.779668 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36898) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:35:21.823054 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Deleting subnet 2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:35:21.826029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:21.858747 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:21.894971 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:21.944811 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:21.974860 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:35:21.978769 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:21.981903 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2bdf44f0-66f1-4cf7-9b6b-243473ffc5b8 HTTP/1.1" status: 204 len: 168 time: 0.2012277 Dec 27 14:35:21.984442 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36900) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:35:21.987918 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.988277 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.988622 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.988958 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.989291 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.989621 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.989948 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.990276 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.990601 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.990925 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.991247 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.991570 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:21.991909 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1faca-13ff-49fb-9d79-6d1c59330f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.055417 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.134411 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.154543 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93681472-bb9b-4652-b7a4-ba722737b660']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:35:22.163576 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d369a1e-a036-4e51-b611-9b6651c333a2') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:35:22.163893 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d369a1e-a036-4e51-b611-9b6651c333a2') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:35:22.173355 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.186291 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.192041 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:35:22.192415 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:35:22.194068 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:35:22.246470 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.252717 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.255657 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/93681472-bb9b-4652-b7a4-ba722737b660 HTTP/1.1" status: 204 len: 168 time: 0.2702377 Dec 27 14:35:22.264884 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=93681472-bb9b-4652-b7a4-ba722737b660,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:35:22.271895 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.272242 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.272584 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.272912 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.273238 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.273564 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.273882 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.274208 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.275058 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.275378 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.275693 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.276032 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.276346 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd7bb5c-8a67-4457-ad8b-b6676d10a7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:35:22.380650 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36904) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:35:22.419957 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-d75d2959-b2d9-481f-8dbe-ed47ef850e58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b306b1ad096c487198d782c3c57e0309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381179 Dec 27 14:35:22.422443 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36906) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:35:22.471304 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b2d29085-769f-4774-a66a-91a6fbcf6b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.491097 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b2d29085-769f-4774-a66a-91a6fbcf6b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.538686 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b2d29085-769f-4774-a66a-91a6fbcf6b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.541568 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-b2d29085-769f-4774-a66a-91a6fbcf6b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:22.542696 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-b2d29085-769f-4774-a66a-91a6fbcf6b79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bac50471-cdb1-4107-b0be-89bc3f24e0fa HTTP/1.1" status: 204 len: 168 time: 0.1193912 Dec 27 14:35:22.550048 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d29085-769f-4774-a66a-91a6fbcf6b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac50471-cdb1-4107-b0be-89bc3f24e0fa,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:35:23.374366 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-0970e7ed-9a10-42e1-b82d-ac812ba1f8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:24.437800 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:24.875796 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:25.285917 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:35:26.220840 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:27.029900 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:37.974105 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-cc8462f2-8688-49f8-8a96-f4ec22a2aa7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389175 Dec 27 14:35:38.035903 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b9057-db94-4089-aba8-6c34d850856e req-e008f8d9-1d35-4805-9929-bc9ea2f204bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:35:38.037467 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-e008f8d9-1d35-4805-9929-bc9ea2f204bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0401928 Dec 27 14:35:38.143796 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b9057-db94-4089-aba8-6c34d850856e req-266db8e0-dfc4-4008-a44f-44f81cccf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:35:38.145271 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-266db8e0-dfc4-4008-a44f-44f81cccf891 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.0885680 Dec 27 14:35:38.209732 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-0b219790-fc3b-43b2-a4d0-3a631940dd3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 1002 time: 0.0568342 Dec 27 14:35:38.259851 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b9057-db94-4089-aba8-6c34d850856e req-0d806696-870d-4b96-97ff-6e06409234bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:35:38.261332 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-0d806696-870d-4b96-97ff-6e06409234bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0443058 Dec 27 14:35:38.314771 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b9057-db94-4089-aba8-6c34d850856e req-b2f5a89e-de1b-4257-b775-73f5c8f1bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:35:38.316265 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-b2f5a89e-de1b-4257-b775-73f5c8f1bd3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481682 Dec 27 14:35:38.404245 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-5987c9be-f3ed-43ed-9ad4-887ba03cc2ad service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796835 Dec 27 14:35:38.495410 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-271b9057-db94-4089-aba8-6c34d850856e req-60ca680a-2715-4c89-b73e-17016b8d4ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840886 Dec 27 14:35:50.993024 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-6ec3b639-5177-4edf-8121-664a3977c204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:53.374850 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-79ba05fb-bc9b-4d71-9be5-29c8e7e994db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:54.440976 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:54.889425 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:56.222508 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:35:57.031803 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:02.286395 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:36:11.491471 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36922) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:11.641664 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Deleting port 665fbc61-60ac-43eb-95ed-abd5314a7926 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:11.642005 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:11.717216 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:11.717537 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:11.728661 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Calling delete_port for 665fbc61-60ac-43eb-95ed-abd5314a7926 owned by network:floatingip {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:11.897908 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:11.923388 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'Port': ['ID=665fbc61-60ac-43eb-95ed-abd5314a7926,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:11.979656 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:11.980013 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Floating IP aeb450e4-6a93-47dd-9197-2cfdf813507e disassociated (deleted). External IP: 172.27.2.47, port: bde15cb2-a719-4fb8-bf08-5322cd10f256. Dec 27 14:36:12.180720 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:36:12.284340 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:36:12.289184 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:12.293848 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:36:12.303243 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:12.303893 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:35:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:12.315474 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-e0a6ef91-8c9d-421a-bba7-708a84801703 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "DELETE /v2.0/floatingips/aeb450e4-6a93-47dd-9197-2cfdf813507e HTTP/1.1" status: 204 len: 168 time: 0.8229067 Dec 27 14:36:12.316077 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:36:12.318286 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfd206-f48c-4977-8efb-b499ea8b3546" -d '{"events": [{"name": "network-changed", "server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:36:12.359558 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2cd960-c6f6-4b03-955b-d4ee0fa565fc x-openstack-request-id: req-8c2cd960-c6f6-4b03-955b-d4ee0fa565fc {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:36:12.359977 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:36:12.360164 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c2cd960-c6f6-4b03-955b-d4ee0fa565fc {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:36:12.360548 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'status': 'completed', 'code': 200} Dec 27 14:36:12.415511 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:12.425506 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-d15d80a2-a0d2-4081-9699-695dd78ea753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:12.427075 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-d15d80a2-a0d2-4081-9699-695dd78ea753 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 1099 time: 0.0430484 Dec 27 14:36:12.565097 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-40989f94-8d01-43ed-bf64-a43452d49b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:12.566558 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-40989f94-8d01-43ed-bf64-a43452d49b45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.1271291 Dec 27 14:36:12.574880 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f501c82-13c9-47de-8eb7-7c8dde15f148 req-dc4dc3b1-db52-4b3d-846f-bfcf8185548d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:12.576291 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3f501c82-13c9-47de-8eb7-7c8dde15f148 req-dc4dc3b1-db52-4b3d-846f-bfcf8185548d tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.0740654 Dec 27 14:36:12.623343 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-33bb0a8f-ad05-4de5-a73d-1bf61babd817 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256 HTTP/1.1" status: 200 len: 217 time: 0.0461168 Dec 27 14:36:12.639314 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:16Z', 'revision_number': 1, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:12.669255 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:36:12.677420 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:12.678025 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:35:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:12.684132 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-3f501c82-13c9-47de-8eb7-7c8dde15f148 req-68b49dbf-5705-4925-8bc4-f4d750a4ef83 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006782 Dec 27 14:36:12.696577 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-2f00620e-ce35-4503-82ee-dea309f3f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:12.697915 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-2f00620e-ce35-4503-82ee-dea309f3f089 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0620656 Dec 27 14:36:12.743508 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-9e13def4-315c-4414-b618-3301349bfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:12.745023 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-9e13def4-315c-4414-b618-3301349bfbe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396130 Dec 27 14:36:12.783900 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:12.837986 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-b51b3654-b420-490d-bab6-e8c6761f7ac3 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837517 Dec 27 14:36:12.929702 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a8bfd206-f48c-4977-8efb-b499ea8b3546 req-cb236b20-ea55-447b-8693-f8b144648a9b service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826654 Dec 27 14:36:13.015071 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:16Z', 'revision_number': 1, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:13.044812 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9509bfd-d9bd-4904-9865-4fbd88f4c577 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_floatingips': [{'id': '4967e5be-5064-474d-aaf9-c8c832fdd1cd', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'floating_ip_address': '172.27.2.180', 'floating_network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'router_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'port_id': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'mac_address': 'fa:16:3e:b4:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a929808f-f43c-4753-b748-dd6d74500c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-27T14:31:13Z', 'updated_at': '2021-12-27T14:31:16Z', 'revision_number': 1, 'project_id': '05268adb4a234195999f6992b93b3175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:36:13.257652 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dcc946-f6c1-4997-9c73-36cd0dafd17d None None] New status for floating IP aeb450e4-6a93-47dd-9197-2cfdf813507e: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:36:13.807375 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74498-7911-414b-a3e8-ec34f6ba99cf req-ab806fed-489e-432b-9aa2-35a32d3680cf tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:13.809047 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2f74498-7911-414b-a3e8-ec34f6ba99cf req-ab806fed-489e-432b-9aa2-35a32d3680cf tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.0521123 Dec 27 14:36:13.857816 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-e2f74498-7911-414b-a3e8-ec34f6ba99cf req-d91c1868-70e6-499b-aa0e-493a02c356ee tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429711 Dec 27 14:36:14.432040 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-91c5f4b6-c317-4840-bfba-3790f34c7485 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:14.433961 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-91c5f4b6-c317-4840-bfba-3790f34c7485 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 946 time: 0.0486114 Dec 27 14:36:14.523128 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Deleting port bde15cb2-a719-4fb8-bf08-5322cd10f256 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:14.523454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:14.606605 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] For port bde15cb2-a719-4fb8-bf08-5322cd10f256, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=bde15cb2-a719-4fb8-bf08-5322cd10f256,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:14.606956 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:14.618769 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Calling delete_port for bde15cb2-a719-4fb8-bf08-5322cd10f256 owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:14.741871 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:14.770139 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'Port': ['ID=bde15cb2-a719-4fb8-bf08-5322cd10f256,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:14.814622 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] No DVR routers for this DVR port bde15cb2-a719-4fb8-bf08-5322cd10f256 on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:36:14.817126 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:14.820360 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-05d62a35-d03e-437d-ab48-ae476a2601a8 req-7d0a92cc-5101-4d78-81da-1d79d711d4de tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "DELETE /v2.0/ports/bde15cb2-a719-4fb8-bf08-5322cd10f256 HTTP/1.1" status: 204 len: 173 time: 0.3805668 Dec 27 14:36:14.820797 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'name': 'network-vif-deleted', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:36:14.822994 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a22cab-2475-4840-a016-712c25d67c70" -d '{"events": [{"server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "name": "network-vif-deleted", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:36:14.858413 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c2211b-9c95-40c4-b46b-a4102ec483c0 x-openstack-request-id: req-02c2211b-9c95-40c4-b46b-a4102ec483c0 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:36:14.858704 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0020d108-ee79-44c1-9c9c-a9997b2faaaf", "name": "network-vif-deleted", "tag": "bde15cb2-a719-4fb8-bf08-5322cd10f256", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:36:14.858956 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02c2211b-9c95-40c4-b46b-a4102ec483c0 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:36:14.859353 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0020d108-ee79-44c1-9c9c-a9997b2faaaf', 'name': 'network-vif-deleted', 'tag': 'bde15cb2-a719-4fb8-bf08-5322cd10f256', 'status': 'completed', 'code': 200} Dec 27 14:36:14.956491 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-dda7cfc4-b2b8-445f-b6ed-1ff4f2f6162d req-971b49f2-aaee-4d79-ab4d-161631056443 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=0020d108-ee79-44c1-9c9c-a9997b2faaaf HTTP/1.1" status: 200 len: 210 time: 0.0263455 Dec 27 14:36:17.735019 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device bde15cb2-a719-4fb8-bf08-5322cd10f256 no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:17.755571 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: bde15cb2-a719-4fb8-bf08-5322cd10f256 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:17.755949 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device bde15cb2-a719-4fb8-bf08-5322cd10f256 not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:18.222455 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36954) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:18.377076 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Deleting port 19a2ea36-b6e6-4419-9ec3-2bb8dc347c6f {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:18.377319 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:18.450292 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:18.450612 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:18.461893 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Calling delete_port for 19a2ea36-b6e6-4419-9ec3-2bb8dc347c6f owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:18.605423 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:18.632254 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'Port': ['ID=19a2ea36-b6e6-4419-9ec3-2bb8dc347c6f,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:18.690426 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:18.690761 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.db.l3_db [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Floating IP 4967e5be-5064-474d-aaf9-c8c832fdd1cd disassociated (deleted). External IP: 172.27.2.180, port: d2f2dd8e-ec15-4733-83a0-a34345736d8d. Dec 27 14:36:18.888428 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:36:19.259247 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:36:19.264141 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:19.269077 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:36:19.284120 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:19.284738 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:35:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:19.291337 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-b73767c1-383d-4a22-95a0-9f7717877c96 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "DELETE /v2.0/floatingips/4967e5be-5064-474d-aaf9-c8c832fdd1cd HTTP/1.1" status: 204 len: 168 time: 1.0678353 Dec 27 14:36:19.291943 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:36:19.295086 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a" -d '{"events": [{"name": "network-changed", "server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:36:19.350645 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5695b904-c7e3-4f65-8800-df4aba8e669e x-openstack-request-id: req-5695b904-c7e3-4f65-8800-df4aba8e669e {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:36:19.350962 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:36:19.351212 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5695b904-c7e3-4f65-8800-df4aba8e669e {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:36:19.351611 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'status': 'completed', 'code': 200} Dec 27 14:36:19.418642 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-3f40a62a-395e-4079-9abd-603bcb6426d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:19.419761 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-3f40a62a-395e-4079-9abd-603bcb6426d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=05268adb4a234195999f6992b93b3175&device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 1098 time: 0.0466790 Dec 27 14:36:19.560244 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-0918c17d-65d1-4fd4-a5fa-723004e920f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:19.561751 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-0918c17d-65d1-4fd4-a5fa-723004e920f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 200 len: 911 time: 0.1289237 Dec 27 14:36:19.566600 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:19.570049 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf4313-d676-4de3-b8e1-0e1e9e81929e req-f8e5ed7c-c825-488b-bc57-9cc89a42de63 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:19.571392 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7ccf4313-d676-4de3-b8e1-0e1e9e81929e req-f8e5ed7c-c825-488b-bc57-9cc89a42de63 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 945 time: 0.0732405 Dec 27 14:36:19.617760 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-a243ab34-42ec-4f18-8b92-ee8bebb78fa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 200 len: 217 time: 0.0453107 Dec 27 14:36:19.682100 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-7ccf4313-d676-4de3-b8e1-0e1e9e81929e req-54b7728f-e546-493d-a853-e1380359d949 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/security-groups?id=57e505ca-872a-431b-a757-c227a788e900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028867 Dec 27 14:36:19.693833 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-9ecf5efd-3096-45b1-8a18-869bb963e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:19.695343 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-9ecf5efd-3096-45b1-8a18-869bb963e6cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 200 len: 850 time: 0.0653443 Dec 27 14:36:19.741399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-5d3d6edb-32c2-4e45-8a80-e94f275616ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:19.742880 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-5d3d6edb-32c2-4e45-8a80-e94f275616ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dfbd514e-e372-4721-aac1-a9c7fb2e81c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398476 Dec 27 14:36:19.766545 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:19.793123 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:36:19.801300 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:19.801906 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:35:53Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:19.838295 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-0617aaf3-12b2-43e1-8da8-7a3274e30cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Dec 27 14:36:19.906357 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:19.934208 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-5a60174a-0764-4010-9d8d-9ea5fe8dc40a req-6168526d-c4a0-4353-acc6-23aa3bcbed01 service neutron] 10.222.0.30 "GET /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858638 Dec 27 14:36:20.102108 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:20.131518 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b219caa-119d-49c3-a3d9-e47054b2f1f7 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:27:41Z', 'revision_number': 4, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': '5305e92b-ba73-44f7-8d19-352176c8e2fe', 'name': '', 'network_id': 'dfbd514e-e372-4721-aac1-a9c7fb2e81c2', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'mac_address': 'fa:16:3e:a1:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:41Z', 'updated_at': '2021-12-27T14:27:46Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'subnets': [{'id': 'd49970df-884b-4cbe-b281-21457d3f9eea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:36:20.182545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa17b5-c033-40f8-bc23-27429401b184 req-0afd045c-93ac-4140-aef6-a3672b12ffce tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:20.184051 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-adaa17b5-c033-40f8-bc23-27429401b184 req-0afd045c-93ac-4140-aef6-a3672b12ffce tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 945 time: 0.0498509 Dec 27 14:36:20.279664 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Deleting port d2f2dd8e-ec15-4733-83a0-a34345736d8d {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:20.280205 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:20.357981 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916b7c7-e456-47e9-b785-d5984c9d61bf None None] New status for floating IP 4967e5be-5064-474d-aaf9-c8c832fdd1cd: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:36:20.372262 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] For port d2f2dd8e-ec15-4733-83a0-a34345736d8d, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=d2f2dd8e-ec15-4733-83a0-a34345736d8d,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:20.372621 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:20.384936 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Calling delete_port for d2f2dd8e-ec15-4733-83a0-a34345736d8d owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:20.513496 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:20.539431 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'Port': ['ID=d2f2dd8e-ec15-4733-83a0-a34345736d8d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:20.586265 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] No DVR routers for this DVR port d2f2dd8e-ec15-4733-83a0-a34345736d8d on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:36:20.588608 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:20.592085 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-adaa17b5-c033-40f8-bc23-27429401b184 req-1b37ddc0-5bcb-46bf-bdb6-492374763ef4 tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.30 "DELETE /v2.0/ports/d2f2dd8e-ec15-4733-83a0-a34345736d8d HTTP/1.1" status: 204 len: 173 time: 0.4022315 Dec 27 14:36:20.777703 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-4ddb8d48-0d59-44c8-ba48-99a98687f165 req-203eb048-0393-4268-966f-9e9afd921b4a tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "GET /v2.0/ports?device_id=a929808f-f43c-4753-b748-dd6d74500c13 HTTP/1.1" status: 200 len: 210 time: 0.0257683 Dec 27 14:36:20.995367 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9a663311-407f-48a6-8e10-bc5cfac4922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:21.353255 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'name': 'network-vif-deleted', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:36:21.356157 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcffaa9-c6cf-438e-a6a3-79622d4ed6f8" -d '{"events": [{"server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "name": "network-vif-deleted", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:36:21.390441 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20ddaca-7789-4f2c-9f47-fcb5c1b0fa77 x-openstack-request-id: req-c20ddaca-7789-4f2c-9f47-fcb5c1b0fa77 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:36:21.390735 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a929808f-f43c-4753-b748-dd6d74500c13", "name": "network-vif-deleted", "tag": "d2f2dd8e-ec15-4733-83a0-a34345736d8d", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:36:21.390990 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c20ddaca-7789-4f2c-9f47-fcb5c1b0fa77 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:36:21.391381 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a929808f-f43c-4753-b748-dd6d74500c13', 'name': 'network-vif-deleted', 'tag': 'd2f2dd8e-ec15-4733-83a0-a34345736d8d', 'status': 'completed', 'code': 200} Dec 27 14:36:21.832917 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36970) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:21.954454 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Deleting port 62f9e8b4-7860-4451-ae19-adefd3124f37 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:21.954789 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:22.026903 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:22.027349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:22.039193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Calling delete_port for 62f9e8b4-7860-4451-ae19-adefd3124f37 owned by network:floatingip {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:22.168598 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:22.194823 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'Port': ['ID=62f9e8b4-7860-4451-ae19-adefd3124f37,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:22.218130 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.218479 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.218822 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.219163 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.219495 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.219823 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.220172 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.220496 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.220821 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.221143 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.221462 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.221780 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.222104 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:22.265593 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for floatingip, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:22.268077 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:22.269200 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-eb7834bf-e9c5-48c8-85b9-505fa26d077c tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "DELETE /v2.0/floatingips/c8a5f648-24b0-4afc-986e-81a80a4f5460 HTTP/1.1" status: 204 len: 168 time: 0.4352973 Dec 27 14:36:23.375731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d2301f8b-4ed7-4878-845b-26fdf78a5b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:23.454029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36982) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:23.509490 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fc20f7a-ef92-4970-b042-ccc7465da6df tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:23.534964 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fc20f7a-ef92-4970-b042-ccc7465da6df tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:23.591641 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fc20f7a-ef92-4970-b042-ccc7465da6df tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:23.594147 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-3fc20f7a-ef92-4970-b042-ccc7465da6df tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:23.595315 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-3fc20f7a-ef92-4970-b042-ccc7465da6df tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] 10.222.0.37 "DELETE /v2.0/security-groups/57e505ca-872a-431b-a757-c227a788e900 HTTP/1.1" status: 204 len: 168 time: 0.1402576 Dec 27 14:36:23.604434 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc20f7a-ef92-4970-b042-ccc7465da6df tempest-TestVolumeBootPattern-309495959 tempest-TestVolumeBootPattern-309495959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e505ca-872a-431b-a757-c227a788e900,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:23.655868 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36986) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:23.766295 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d2f2dd8e-ec15-4733-83a0-a34345736d8d no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:23.785237 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: d2f2dd8e-ec15-4733-83a0-a34345736d8d {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:23.785573 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device d2f2dd8e-ec15-4733-83a0-a34345736d8d not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:24.158436 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:24.399284 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Deleting port 5305e92b-ba73-44f7-8d19-352176c8e2fe {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:24.399516 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:24.442929 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:24.480955 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] For port 5305e92b-ba73-44f7-8d19-352176c8e2fe, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=5305e92b-ba73-44f7-8d19-352176c8e2fe,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:24.481456 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:24.493533 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Calling delete_port for 5305e92b-ba73-44f7-8d19-352176c8e2fe owned by network:router_interface {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:24.672067 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:24.695817 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Pushing event deleted for resources: {'Port': ['ID=5305e92b-ba73-44f7-8d19-352176c8e2fe,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:24.862861 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:24.902617 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.083932 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:36:25.185573 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:36:25.191875 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1fee155b-85c8-42a0-aaca-e9d1f069d21f admin admin] 10.222.0.37 "PUT /v2.0/routers/cc78d164-10c9-4ee6-b581-9fe4a1ea1683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5337210 Dec 27 14:36:25.193119 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36990) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:25.195597 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] Sync routers for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:36:25.205192 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:25.205805 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:36:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:25.295382 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.309316 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:25.397568 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.448193 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Deleting port 9f803e58-5532-45aa-af6a-6eb0e4da61b8 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:25.449073 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.489196 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:36:24Z', 'revision_number': 5, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port': {'id': '9f803e58-5532-45aa-af6a-6eb0e4da61b8', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:39Z', 'updated_at': '2021-12-27T14:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:25.515175 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] Checking router: cc78d164-10c9-4ee6-b581-9fe4a1ea1683 for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:36:25.523176 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] Routers {'cc78d164-10c9-4ee6-b581-9fe4a1ea1683'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:25.523780 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:36:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:25.530459 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] For port 9f803e58-5532-45aa-af6a-6eb0e4da61b8, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=9f803e58-5532-45aa-af6a-6eb0e4da61b8,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:25.530980 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.542472 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Calling delete_port for 9f803e58-5532-45aa-af6a-6eb0e4da61b8 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:25.608784 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] Set router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 gateway port host: None {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:25.663373 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:36:25Z', 'revision_number': 6, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:25.689106 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1569676-c0b4-4ba5-9e81-d12b6efcd875 None None] The sync data for ids ['cc78d164-10c9-4ee6-b581-9fe4a1ea1683'] in dv-cinder-823015-1-iscsi is: [{'id': 'cc78d164-10c9-4ee6-b581-9fe4a1ea1683', 'name': 'tempest-TestVolumeBootPattern-449385035-router', 'tenant_id': '05268adb4a234195999f6992b93b3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:38Z', 'updated_at': '2021-12-27T14:36:25Z', 'revision_number': 6, 'project_id': '05268adb4a234195999f6992b93b3175', 'gw_port_host': None}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:36:25.706698 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.738010 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f803e58-5532-45aa-af6a-6eb0e4da61b8,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:25.793169 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.879592 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.881695 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.923624 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.924143 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc78d164-10c9-4ee6-b581-9fe4a1ea1683 {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:36:25.928450 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:25.929457 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1943a5fc-7c39-4ca9-a628-e27b9e0797b3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc78d164-10c9-4ee6-b581-9fe4a1ea1683 HTTP/1.1" status: 204 len: 168 time: 0.7354770 Dec 27 14:36:25.932080 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36992) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:25.975463 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Deleting subnet d49970df-884b-4cbe-b281-21457d3f9eea {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:36:25.978687 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.012477 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.095945 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.153120 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.178184 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49970df-884b-4cbe-b281-21457d3f9eea,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:26.182668 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.187103 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0ff0fa2b-7b08-41e5-bd47-6b7acb921a49 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d49970df-884b-4cbe-b281-21457d3f9eea HTTP/1.1" status: 204 len: 168 time: 0.2536793 Dec 27 14:36:26.189138 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 36994) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:26.191441 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4b76d-0d77-448f-86b3-0b06559b0768 None None] Network dfbd514e-e372-4721-aac1-a9c7fb2e81c2 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:36:26.278021 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.458746 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] DHCP port deletion for dfbd514e-e372-4721-aac1-a9c7fb2e81c2 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:36:26.485820 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 5305e92b-ba73-44f7-8d19-352176c8e2fe no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:26.512580 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 5305e92b-ba73-44f7-8d19-352176c8e2fe {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:26.513303 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 5305e92b-ba73-44f7-8d19-352176c8e2fe not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:26.535291 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Deleting port 913077c6-123a-48d1-9e7f-7189e80231d6 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:26.535722 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.538269 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.591553 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Deleting port 913077c6-123a-48d1-9e7f-7189e80231d6 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:26.591894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.604130 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] For port 913077c6-123a-48d1-9e7f-7189e80231d6, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=913077c6-123a-48d1-9e7f-7189e80231d6,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:26.604527 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.617370 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Calling delete_port for 913077c6-123a-48d1-9e7f-7189e80231d6 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:26.659011 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] For port 913077c6-123a-48d1-9e7f-7189e80231d6, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=913077c6-123a-48d1-9e7f-7189e80231d6,segment=NetworkSegment(18e74e8a-6381-4586-a6bd-bf308798f7b6),segment_id=18e74e8a-6381-4586-a6bd-bf308798f7b6)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:26.659349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.672658 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Calling delete_port for 913077c6-123a-48d1-9e7f-7189e80231d6 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:26.701277 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.731347 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Pushing event deleted for resources: {'Port': ['ID=913077c6-123a-48d1-9e7f-7189e80231d6,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:26.735803 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] No DVR routers for this DVR port 913077c6-123a-48d1-9e7f-7189e80231d6 on host dv-cinder-823015-1-iscsi {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:36:26.741657 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.742003 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.742452 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.742665 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.742988 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.743310 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.743758 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.744160 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.744484 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.744802 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.745127 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.745551 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.745891 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cfc8bf8-33a7-4f93-8eca-cb01323a8cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.757692 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 27 14:36:26.760473 dv-cinder-823015-1-iscsi neutron-server[102430]: warnings.warn(msg) Dec 27 14:36:26.770304 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.798024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Pushing event deleted for resources: {'Port': ['ID=913077c6-123a-48d1-9e7f-7189e80231d6,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:26.801480 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] No DVR routers for this DVR port 913077c6-123a-48d1-9e7f-7189e80231d6 on host dv-cinder-823015-1-iscsi {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:36:26.874349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.894624 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbd514e-e372-4721-aac1-a9c7fb2e81c2']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:26.904918 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e74e8a-6381-4586-a6bd-bf308798f7b6') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:26.905220 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e74e8a-6381-4586-a6bd-bf308798f7b6') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:26.914804 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.928163 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.934638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:36:26.935143 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: self.session.flush() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:36:26.936856 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:36:26.991053 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.996290 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:26.999351 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] 10.222.0.37 "DELETE /v2.0/networks/dfbd514e-e372-4721-aac1-a9c7fb2e81c2 HTTP/1.1" status: 204 len: 168 time: 0.8091810 Dec 27 14:36:27.002347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36996) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:27.009874 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960bd60-8ba9-4a6f-884a-beb72e960022 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbd514e-e372-4721-aac1-a9c7fb2e81c2,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:27.033684 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:27.581298 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:27.816407 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Deleting port bff16aee-6537-4472-a04d-300439b1b167 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:27.816741 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:27.892023 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] For port bff16aee-6537-4472-a04d-300439b1b167, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=bff16aee-6537-4472-a04d-300439b1b167,segment=NetworkSegment(6fc64d08-e562-4ef6-9fb8-e6ed9613acf8),segment_id=6fc64d08-e562-4ef6-9fb8-e6ed9613acf8)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:27.892303 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:27.904929 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Calling delete_port for bff16aee-6537-4472-a04d-300439b1b167 owned by network:router_interface {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:28.082315 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:28.093564 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 9f803e58-5532-45aa-af6a-6eb0e4da61b8 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:28.108840 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=bff16aee-6537-4472-a04d-300439b1b167,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:28.113165 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 9f803e58-5532-45aa-af6a-6eb0e4da61b8 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:28.113498 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 9f803e58-5532-45aa-af6a-6eb0e4da61b8 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:28.113907 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 913077c6-123a-48d1-9e7f-7189e80231d6 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:28.138411 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.138762 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.139133 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.139477 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.139807 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.140158 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.140483 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.140808 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.141132 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.141452 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.141770 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.142147 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 913077c6-123a-48d1-9e7f-7189e80231d6 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:28.142259 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.142374 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:36:28.142470 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 913077c6-123a-48d1-9e7f-7189e80231d6 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:28.286381 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:28.490624 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Router 866b4f82-93f6-4405-a2f7-ce176e1a2462 has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:36:28.592504 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:36:28.599565 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-92f0827e-1b7f-4cb4-8546-66e2c3255e8c admin admin] 10.222.0.37 "PUT /v2.0/routers/866b4f82-93f6-4405-a2f7-ce176e1a2462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5939641 Dec 27 14:36:28.600543 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 36998) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:28.604938 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] Sync routers for ids ['866b4f82-93f6-4405-a2f7-ce176e1a2462'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:36:28.613854 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] Routers {'866b4f82-93f6-4405-a2f7-ce176e1a2462'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:28.614459 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:36:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['866b4f82-93f6-4405-a2f7-ce176e1a2462'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:28.701640 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks [] for router, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:28.717404 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] Set router 866b4f82-93f6-4405-a2f7-ce176e1a2462 gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:28.798585 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:28.852772 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Deleting port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:28.853114 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:28.895756 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:36:28Z', 'revision_number': 5, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port': {'id': '72386b7e-d5bd-490b-bf62-d83bcf3f58ad', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:27:45Z', 'updated_at': '2021-12-27T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:28.923535 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] Checking router: 866b4f82-93f6-4405-a2f7-ce176e1a2462 for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:36:28.931679 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] Routers {'866b4f82-93f6-4405-a2f7-ce176e1a2462'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:36:28.932311 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:36:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['866b4f82-93f6-4405-a2f7-ce176e1a2462'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:28.936039 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] For port 72386b7e-d5bd-490b-bf62-d83bcf3f58ad, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:28.936404 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:28.948670 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Calling delete_port for 72386b7e-d5bd-490b-bf62-d83bcf3f58ad owned by network:router_gateway {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:29.106331 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] Set router 866b4f82-93f6-4405-a2f7-ce176e1a2462 gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:36:29.119374 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.149254 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Pushing event deleted for resources: {'Port': ['ID=72386b7e-d5bd-490b-bf62-d83bcf3f58ad,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:29.157819 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:36:28Z', 'revision_number': 6, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:29.187164 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a593cc4-64fb-44d4-9f79-21db3b04001e None None] The sync data for ids ['866b4f82-93f6-4405-a2f7-ce176e1a2462'] in dv-cinder-823015-1-iscsi is: [{'id': '866b4f82-93f6-4405-a2f7-ce176e1a2462', 'name': 'tempest-TestVolumeBootPattern-1142551405-router', 'tenant_id': '3df7ee879e3c432586ffc9ada507d66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:27:44Z', 'updated_at': '2021-12-27T14:36:28Z', 'revision_number': 6, 'project_id': '3df7ee879e3c432586ffc9ada507d66e', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:36:29.213430 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.306161 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.308380 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.350568 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.351137 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 866b4f82-93f6-4405-a2f7-ce176e1a2462 {{(pid=102429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:36:29.356094 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] Publish callbacks [] for router, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.357324 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-83cde69b-53f3-443f-a78f-11aa124b0221 admin admin] 10.222.0.37 "DELETE /v2.0/routers/866b4f82-93f6-4405-a2f7-ce176e1a2462 HTTP/1.1" status: 204 len: 168 time: 0.7565763 Dec 27 14:36:29.359775 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37000) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:29.408228 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Deleting subnet d22ac200-d6b3-4895-8c1a-b9156a96c414 {{(pid=102429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:36:29.411178 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.444050 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13130324'] for subnet, precommit_delete_associations {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.518096 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.573347 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13257222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12694136'] for subnet, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.602435 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22ac200-d6b3-4895-8c1a-b9156a96c414,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:29.612630 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.615767 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-19b5bfc3-26c2-4080-9765-17e49b3dfb9b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d22ac200-d6b3-4895-8c1a-b9156a96c414 HTTP/1.1" status: 204 len: 168 time: 0.2549639 Dec 27 14:36:29.618223 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37002) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:29.622019 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2add0f-d847-440c-b339-136c87989cc3 None None] Network e7d60297-9ad1-4284-859a-640e8e3c74cb requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:36:29.688184 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.740353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Deleting port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:36:29.740689 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.804350 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] For port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,segment=NetworkSegment(6fc64d08-e562-4ef6-9fb8-e6ed9613acf8),segment_id=6fc64d08-e562-4ef6-9fb8-e6ed9613acf8)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:36:29.804704 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.816913 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Calling delete_port for 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 owned by network:dhcp {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:36:29.892004 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:29.916663 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:29.920069 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] No DVR routers for this DVR port 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 on host dv-cinder-823015-1-iscsi {{(pid=102429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:36:29.976894 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3b7354-53b8-4484-b333-3b5fcf47250e None None] DHCP port deletion for e7d60297-9ad1-4284-859a-640e8e3c74cb request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:36:29.994398 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.015078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d60297-9ad1-4284-859a-640e8e3c74cb']}} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:30.024105 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8') {'for_net_delete': True} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:30.024422 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.services.segments.db [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc64d08-e562-4ef6-9fb8-e6ed9613acf8') {} {{(pid=102429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:36:30.034610 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13130339'] for segment, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.048589 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.054676 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=102429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:36:30.055061 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13257636'] for segment, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: Traceback (most recent call last): Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: timer() Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: cb(*args, **kw) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: return func(*args, **kwargs) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: self._notify() Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: self.callback(batched_events) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: event.method(event) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: return f(self, *a, **k) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._get(url).json() Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: return self.request(url, 'GET', **kwargs) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:36:30.056873 dv-cinder-823015-1-iscsi neutron-server[102429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:36:30.112391 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:30.117062 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.122921 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.128290 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7d60297-9ad1-4284-859a-640e8e3c74cb HTTP/1.1" status: 204 len: 168 time: 0.5069096 Dec 27 14:36:30.135127 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:30.135471 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 12dc81d4-0ac3-4cc1-b93f-cbaa983a68f9 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:30.136469 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device bff16aee-6537-4472-a04d-300439b1b167 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:30.144954 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e76b9e-8d36-4116-9c32-c4137afc1f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d60297-9ad1-4284-859a-640e8e3c74cb,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:30.157510 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: bff16aee-6537-4472-a04d-300439b1b167 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:30.158116 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device bff16aee-6537-4472-a04d-300439b1b167 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:30.158539 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 72386b7e-d5bd-490b-bf62-d83bcf3f58ad no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:36:30.178853 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 72386b7e-d5bd-490b-bf62-d83bcf3f58ad {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:36:30.179196 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 72386b7e-d5bd-490b-bf62-d83bcf3f58ad not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:36:30.249311 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37006) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:30.291025 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-83d7ef02-6605-49ff-afb7-0f65841e4eb2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05268adb4a234195999f6992b93b3175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405109 Dec 27 14:36:30.293467 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37008) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:30.339703 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-95da8a39-74f9-4735-98bf-b145ef80b076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.359725 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-95da8a39-74f9-4735-98bf-b145ef80b076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.404461 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-95da8a39-74f9-4735-98bf-b145ef80b076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.407078 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-95da8a39-74f9-4735-98bf-b145ef80b076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.408501 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-95da8a39-74f9-4735-98bf-b145ef80b076 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed01b56d-fd23-46e5-88bf-243f2643ea1c HTTP/1.1" status: 204 len: 168 time: 0.1141276 Dec 27 14:36:30.415951 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da8a39-74f9-4735-98bf-b145ef80b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed01b56d-fd23-46e5-88bf-243f2643ea1c,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:30.721992 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37014) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:30.766063 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a9527285-0ea0-4084-a923-07e5cb2b9ba1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3df7ee879e3c432586ffc9ada507d66e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429440 Dec 27 14:36:30.768470 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37016) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:36:30.814651 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-40a2e07f-4def-4fe7-9069-1b07770247c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.835032 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-40a2e07f-4def-4fe7-9069-1b07770247c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.880535 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-40a2e07f-4def-4fe7-9069-1b07770247c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.883071 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-40a2e07f-4def-4fe7-9069-1b07770247c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:30.884233 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-40a2e07f-4def-4fe7-9069-1b07770247c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c75f1897-afe8-4864-88b7-aed5cbc613bc HTTP/1.1" status: 204 len: 168 time: 0.1148403 Dec 27 14:36:30.892135 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2e07f-4def-4fe7-9069-1b07770247c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75f1897-afe8-4864-88b7-aed5cbc613bc,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:36:39.286389 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:36:41.483895 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [req-f6f7f896-0669-4582-8726-47d67fe5a0db req-270329bc-bb75-4091-a583-0c83ad20dda5 service neutron] (102429) timed out ('10.222.0.30', 58473) {{(pid=102429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 27 14:36:43.326073 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-ac0b59d4-e0b9-4c61-be6d-f74c90356405 req-7808454d-c0ad-4e1c-b433-321b04153ac2 service neutron] (102430) timed out ('10.222.0.30', 58476) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 27 14:36:45.959949 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093a395-0b3b-46fa-9eec-966264542936 req-c2b4edb1-8ada-4058-ba95-a29d99012c7e tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:45.961431 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c093a395-0b3b-46fa-9eec-966264542936 req-c2b4edb1-8ada-4058-ba95-a29d99012c7e tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.2715697 Dec 27 14:36:46.009641 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c093a395-0b3b-46fa-9eec-966264542936 req-512d8339-4d9b-48f9-952c-48f98c1fe2e1 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421383 Dec 27 14:36:47.185016 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1652bd-61e1-45c5-a950-ed5ae5b561ef req-fca11609-2a9f-4b6d-974c-dd7a0fe22753 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:47.186478 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fd1652bd-61e1-45c5-a950-ed5ae5b561ef req-fca11609-2a9f-4b6d-974c-dd7a0fe22753 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.1007745 Dec 27 14:36:47.235691 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-fd1652bd-61e1-45c5-a950-ed5ae5b561ef req-398596d2-0144-4826-a725-ff44b2b077e3 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Dec 27 14:36:48.347623 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b6463-2c89-497e-9ba7-5a35ad09496c req-30231a8d-83bd-4342-b39d-d6fb5b4eab51 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:48.349005 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fa4b6463-2c89-497e-9ba7-5a35ad09496c req-30231a8d-83bd-4342-b39d-d6fb5b4eab51 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0466304 Dec 27 14:36:48.395887 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fa4b6463-2c89-497e-9ba7-5a35ad09496c req-e3c4719c-8304-44dd-a12c-305599cfa77d tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411289 Dec 27 14:36:49.511777 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14dd36-06f5-4df5-856f-6144e66f9b6f req-6acb60ec-8f8f-4339-80a3-f41be9ff4ec9 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:49.513241 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7e14dd36-06f5-4df5-856f-6144e66f9b6f req-6acb60ec-8f8f-4339-80a3-f41be9ff4ec9 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0507362 Dec 27 14:36:49.560796 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7e14dd36-06f5-4df5-856f-6144e66f9b6f req-a7cf4030-634b-4682-b561-f6a262e2c1c4 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Dec 27 14:36:50.676521 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e32ad-2444-4894-9774-28c25c4bc2af req-6c275022-1667-452c-9949-71758b1c7937 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:50.677964 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c35e32ad-2444-4894-9774-28c25c4bc2af req-6c275022-1667-452c-9949-71758b1c7937 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0517824 Dec 27 14:36:50.726379 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-c35e32ad-2444-4894-9774-28c25c4bc2af req-39ff3724-308f-446a-8321-47159b98735a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Dec 27 14:36:50.999444 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d76db0d0-62d6-4b01-a0ec-8503c7961478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:51.840583 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af345153-eb30-4bf3-81e6-d14da5c83e0a req-fe2505b3-fb00-4ab2-9d35-331f64297443 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:51.842051 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-af345153-eb30-4bf3-81e6-d14da5c83e0a req-fe2505b3-fb00-4ab2-9d35-331f64297443 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0476384 Dec 27 14:36:51.889270 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-af345153-eb30-4bf3-81e6-d14da5c83e0a req-1c73fdc9-1975-41ce-bd4c-7dbb5f95e3a5 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414734 Dec 27 14:36:53.001122 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e550c-6c50-4a03-a9f2-cdd7cddf8a45 req-97b51222-0648-4868-a19e-62cb70475902 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:53.008619 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d37e550c-6c50-4a03-a9f2-cdd7cddf8a45 req-97b51222-0648-4868-a19e-62cb70475902 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0544639 Dec 27 14:36:53.053926 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-d37e550c-6c50-4a03-a9f2-cdd7cddf8a45 req-7263c582-1574-4029-ab3c-72b2399c04cf tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439839 Dec 27 14:36:53.377318 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c13acf45-b141-4f93-abbe-40648e9183c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:54.165402 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45370-06d7-41cd-9591-6a7a1476e5e2 req-736652a0-012a-4ad9-8094-2f13780e3a29 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:54.166855 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-03b45370-06d7-41cd-9591-6a7a1476e5e2 req-736652a0-012a-4ad9-8094-2f13780e3a29 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Dec 27 14:36:54.219558 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-03b45370-06d7-41cd-9591-6a7a1476e5e2 req-ee084875-c416-4517-8b96-94548e043102 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Dec 27 14:36:54.445971 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:54.904450 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:55.333207 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb182031-1f67-484f-99e4-e62b0a7bacc9 req-18e3bede-77ff-4ef1-9bdd-0a1879db6085 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:55.334641 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fb182031-1f67-484f-99e4-e62b0a7bacc9 req-18e3bede-77ff-4ef1-9bdd-0a1879db6085 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0467882 Dec 27 14:36:55.390656 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fb182031-1f67-484f-99e4-e62b0a7bacc9 req-b985e15e-8cc7-4e59-9b5d-0dad55d401f0 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485809 Dec 27 14:36:55.919349 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-0b0fcc4e-a1e8-458b-85b6-90f4536600a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:55.920818 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-0b0fcc4e-a1e8-458b-85b6-90f4536600a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0854888 Dec 27 14:36:56.009447 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-9ce6de45-2d76-47a8-af73-02824ff16793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:56.010901 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-9ce6de45-2d76-47a8-af73-02824ff16793 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.0830421 Dec 27 14:36:56.078895 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-949908d4-ba93-4ebe-aa46-7f00bf649dc7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 1002 time: 0.0612810 Dec 27 14:36:56.127098 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-1c058b7b-2482-4fc4-9e38-55b8ffbe7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:56.128486 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-1c058b7b-2482-4fc4-9e38-55b8ffbe7347 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0431247 Dec 27 14:36:56.173747 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-ac373f3a-133e-4278-bc8f-e17a415c3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:56.175216 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-ac373f3a-133e-4278-bc8f-e17a415c3555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400491 Dec 27 14:36:56.228436 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:56.269299 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-39e23cb1-4811-4151-8877-718c2fc30a1d service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871525 Dec 27 14:36:56.358741 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e390cddb-dc47-4a68-a17f-df36079e6540 req-55d08fc4-ff4c-494a-ae2e-a0cf34a01f4d service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826395 Dec 27 14:36:56.503425 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515140c3-8b91-4e78-9dc4-c2cdbbb38ec6 req-b98f7e09-f46b-4237-a72e-80eaee23cf57 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:56.504908 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-515140c3-8b91-4e78-9dc4-c2cdbbb38ec6 req-b98f7e09-f46b-4237-a72e-80eaee23cf57 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0478399 Dec 27 14:36:56.553345 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-515140c3-8b91-4e78-9dc4-c2cdbbb38ec6 req-b2af8bd7-13e1-4282-97e4-fa604678af4c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Dec 27 14:36:57.036772 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:36:57.681373 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0d31f-926f-46d7-8213-579be3c46f28 req-50b3eba3-8219-443a-9a4b-49d4da9b6f78 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:57.682810 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3f0d31f-926f-46d7-8213-579be3c46f28 req-50b3eba3-8219-443a-9a4b-49d4da9b6f78 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0527146 Dec 27 14:36:57.733234 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-a3f0d31f-926f-46d7-8213-579be3c46f28 req-58accc51-4f45-43e0-a12c-5d4e1fc91582 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435011 Dec 27 14:36:58.845788 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d389e-5eb8-4684-987d-cf8df5f96a49 req-db9b415a-6529-4cc2-ab3d-37603063a1c3 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:58.847280 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1f3d389e-5eb8-4684-987d-cf8df5f96a49 req-db9b415a-6529-4cc2-ab3d-37603063a1c3 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0477140 Dec 27 14:36:58.895069 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-1f3d389e-5eb8-4684-987d-cf8df5f96a49 req-5de03501-d0fd-4332-b557-3efe7d837496 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419109 Dec 27 14:36:59.135291 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cf3c7-fac4-4dad-ac5a-3511c3bb5476 req-938d39b3-3cd6-4be0-a843-8599a2ae9fad tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:36:59.136792 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d93cf3c7-fac4-4dad-ac5a-3511c3bb5476 req-938d39b3-3cd6-4be0-a843-8599a2ae9fad tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0798321 Dec 27 14:36:59.143606 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-28377cde-043c-4beb-a55e-671a6ac412a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1131408 Dec 27 14:36:59.187284 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-d93cf3c7-fac4-4dad-ac5a-3511c3bb5476 req-c3eefcd3-1222-47ef-aca9-69b42a01c702 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427158 Dec 27 14:37:00.307013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017850b-cfc7-4de7-b308-c4d7bc32763e req-76a3e0da-cd41-42fb-b632-3a59668736fb tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:00.308425 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e017850b-cfc7-4de7-b308-c4d7bc32763e req-76a3e0da-cd41-42fb-b632-3a59668736fb tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0484335 Dec 27 14:37:00.357264 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-e017850b-cfc7-4de7-b308-c4d7bc32763e req-ff40d100-edbb-44af-8c17-2c5780aa36b5 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Dec 27 14:37:00.425259 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-ece8c26c-2876-442f-993b-c6174b0b066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:00.426698 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-ece8c26c-2876-442f-993b-c6174b0b066d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3&tenant_id=a36edf49e96743a5995f7dedca7f0b38 HTTP/1.1" status: 200 len: 1099 time: 0.0438788 Dec 27 14:37:00.487638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-88d6091a-7dbc-4ca6-be8b-912fa95fef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:00.489101 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-88d6091a-7dbc-4ca6-be8b-912fa95fef58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0385697 Dec 27 14:37:00.578202 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-c4b12f56-d295-481a-b237-ac92e9487e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:00.579585 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-c4b12f56-d295-481a-b237-ac92e9487e40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.0826101 Dec 27 14:37:00.646088 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-3d097693-d8ca-4cba-82f9-bb0c7b16390c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 1002 time: 0.0598631 Dec 27 14:37:00.695214 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-64f3312b-ae98-4f52-a8d6-8da613e45068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:00.696672 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-64f3312b-ae98-4f52-a8d6-8da613e45068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0429819 Dec 27 14:37:00.740684 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-7dbb874c-7e97-4455-95b5-563c19509a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:00.742104 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-7dbb874c-7e97-4455-95b5-563c19509a8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385585 Dec 27 14:37:00.833361 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-06aebc87-a150-4d44-a921-19983184c790 service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829511 Dec 27 14:37:00.922275 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-018463a9-a243-4d3f-9e7b-31625792b6ea req-7b31673f-c095-40ab-8d4b-0b96dfcb8acb service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825531 Dec 27 14:37:01.469506 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a61a71-a39a-4dea-a8ea-d2e1bcb2d98b req-094de51d-ca8c-4ad9-9627-1dda4eb75ed2 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:01.470964 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-41a61a71-a39a-4dea-a8ea-d2e1bcb2d98b req-094de51d-ca8c-4ad9-9627-1dda4eb75ed2 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0468359 Dec 27 14:37:01.521983 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-41a61a71-a39a-4dea-a8ea-d2e1bcb2d98b req-e4cb6184-f7bf-41b6-bac9-5533f2f719b6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451057 Dec 27 14:37:01.968686 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:37:02.043328 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:02.065162 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:37:02.067335 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748bdec-be87-4056-809f-dc4b3217573e" -d '{"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:37:02.080102 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:37:02.085194 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:02.108242 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Dec 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b864ba3d-9f5b-4b72-93f2-5b71dcec3517 x-openstack-request-id: req-b864ba3d-9f5b-4b72-93f2-5b71dcec3517 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:37:02.108537 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:37:02.108789 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b864ba3d-9f5b-4b72-93f2-5b71dcec3517 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:37:02.109171 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'code': 200} Dec 27 14:37:02.133378 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=6']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:37:02.633272 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a863543-1218-4132-bcc2-2702ed51aeab req-c22c8c8a-26a7-4779-9be2-9c4ec045ebdb tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:02.634708 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7a863543-1218-4132-bcc2-2702ed51aeab req-c22c8c8a-26a7-4779-9be2-9c4ec045ebdb tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0468032 Dec 27 14:37:02.682115 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-7a863543-1218-4132-bcc2-2702ed51aeab req-37b9bb8d-6973-4ffe-bf75-7685cde3dbe6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Dec 27 14:37:03.801556 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f3c99-ceec-40f0-8f71-86974504b26d req-69cc8ca4-8c13-4131-90e2-80edc2797d80 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:03.803013 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-964f3c99-ceec-40f0-8f71-86974504b26d req-69cc8ca4-8c13-4131-90e2-80edc2797d80 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0529232 Dec 27 14:37:03.850938 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-964f3c99-ceec-40f0-8f71-86974504b26d req-1871c7f5-0b01-48b9-8095-5cf64060244c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Dec 27 14:37:04.973905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176e1d-1377-4f92-9669-91ce06477f9a req-263bc04b-75ac-4d51-a430-c88d9e9265c5 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:04.975393 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf176e1d-1377-4f92-9669-91ce06477f9a req-263bc04b-75ac-4d51-a430-c88d9e9265c5 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0507362 Dec 27 14:37:05.029773 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-bf176e1d-1377-4f92-9669-91ce06477f9a req-92502ee4-cdb4-4d78-9bfe-491a7bb7a003 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Dec 27 14:37:06.144638 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4bdc-e491-4e61-b319-8373587d0e50 req-5ddedd21-2d3f-4135-9fa1-7f03b7ac869f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:06.146104 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4eef4bdc-e491-4e61-b319-8373587d0e50 req-5ddedd21-2d3f-4135-9fa1-7f03b7ac869f tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0484478 Dec 27 14:37:06.194563 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-4eef4bdc-e491-4e61-b319-8373587d0e50 req-ef3318a6-aeee-4107-b233-eed5732f800b tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425830 Dec 27 14:37:07.313697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74218-6716-4611-ab3f-17f083e98509 req-cf54ef4a-9c30-4cde-af9f-937a0ec41535 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:07.315146 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3bc74218-6716-4611-ab3f-17f083e98509 req-cf54ef4a-9c30-4cde-af9f-937a0ec41535 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 944 time: 0.0517590 Dec 27 14:37:07.362253 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-3bc74218-6716-4611-ab3f-17f083e98509 req-191abf73-2de9-4725-a833-6a0dee05b4b8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Dec 27 14:37:07.765577 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00ac79-0072-4abf-a512-d26e37ce70f6 req-766d6d0e-fa54-446f-b6f4-128f6f728cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:07.767051 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc00ac79-0072-4abf-a512-d26e37ce70f6 req-766d6d0e-fa54-446f-b6f4-128f6f728cc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0436714 Dec 27 14:37:07.811144 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-fc00ac79-0072-4abf-a512-d26e37ce70f6 req-df82bb08-8236-4461-8d15-eeec8f55efa7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372899 Dec 27 14:37:08.000021 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb details requested by agent hyperv_hv-cinder-82301 with host hv-cinder-82301 {{(pid=102431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 27 14:37:08.091286 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:37:08.101813 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Returning: {'device': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'port_id': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'mac_address': 'fa:16:3e:71:b6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 27 14:37:08.141090 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:08.154147 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0e66a2-6e25-4756-9e65-7d16cfb02fdb {{(pid=102431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 27 14:37:08.172601 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:37:08.176380 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:08.221899 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=7']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:37:08.479963 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c007e-cfb8-4875-b408-3ad470c9cf1f req-0d56853f-0d39-48a9-8a19-be4c7a46b35a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:08.482120 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ca8c007e-cfb8-4875-b408-3ad470c9cf1f req-0d56853f-0d39-48a9-8a19-be4c7a46b35a tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0485060 Dec 27 14:37:08.529939 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ca8c007e-cfb8-4875-b408-3ad470c9cf1f req-8d64fc3f-6570-4ee3-82a7-4c45d47bf696 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Dec 27 14:37:08.569319 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] get_ports_and_sgs() called for port_ids ['ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'] {{(pid=102431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 27 14:37:09.643482 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f38b0b-f4d1-4a37-985c-1ac55b44444d req-e58678c3-6bb2-4a16-a1ad-4ceeece1d668 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:09.644976 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c9f38b0b-f4d1-4a37-985c-1ac55b44444d req-e58678c3-6bb2-4a16-a1ad-4ceeece1d668 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 945 time: 0.0479510 Dec 27 14:37:09.694700 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-c9f38b0b-f4d1-4a37-985c-1ac55b44444d req-64323454-9a0b-4c0b-a69a-a4f6a5830b34 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Dec 27 14:37:10.005633 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb up at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 27 14:37:10.053029 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.provisioning_blocks [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Provisioning complete for port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb triggered by entity L2. {{(pid=102431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 27 14:37:10.053029 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1029435'] for port, provisioning_complete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:10.130983 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1005054'] for port, before_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:10.154678 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:37:10.156954 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f274f0c9ddd76a44dee7814461947cbd71eafa16edf9f8bd9dbc765114214bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ef1efd-8893-4f88-9464-5e6b680b8ff6" -d '{"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:37:10.169957 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:37:10.174400 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770769044529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770768567947', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770768567965'] for port, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:10.198111 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c6baf7-7843-411a-9898-00f3e30cfd48 x-openstack-request-id: req-17c6baf7-7843-411a-9898-00f3e30cfd48 {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:37:10.198402 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-plugged", "status": "completed", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "code": 200}]} {{(pid=102431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:37:10.198712 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17c6baf7-7843-411a-9898-00f3e30cfd48 {{(pid=102431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:37:10.199160 dv-cinder-823015-1-iscsi neutron-server[102431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'code': 200} Dec 27 14:37:10.221993 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Pushing event updated for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=8']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:37:16.286889 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:37:21.001100 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3011202d-6e2a-4384-815d-8437cf2da337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:23.377876 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-39878f9a-a3ce-4dc2-a446-1090f800b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:24.448034 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:24.906923 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:26.231578 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:27.041590 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:40.958027 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-bd5f5d5a-24a2-4721-8c66-8b0ba75e335a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391655 Dec 27 14:37:41.040298 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bdc99-2315-4dca-9de3-570a8d308231 req-4eb98f28-ad30-4483-a983-9df73a40a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:41.041732 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-4eb98f28-ad30-4483-a983-9df73a40a1eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0424025 Dec 27 14:37:41.147046 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bdc99-2315-4dca-9de3-570a8d308231 req-22e37499-e229-4495-87c1-4d481c77f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:41.148530 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-22e37499-e229-4495-87c1-4d481c77f345 service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.0871258 Dec 27 14:37:41.216618 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-9976b401-8223-44c4-a23b-59287e8f6862 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 1002 time: 0.0603788 Dec 27 14:37:41.267133 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bdc99-2315-4dca-9de3-570a8d308231 req-f39fbe37-653b-4729-9c7a-594594e31240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:41.268597 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-f39fbe37-653b-4729-9c7a-594594e31240 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0440907 Dec 27 14:37:41.314347 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bdc99-2315-4dca-9de3-570a8d308231 req-d84ef29a-c052-45eb-8349-1b0661eb129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:37:41.315853 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-d84ef29a-c052-45eb-8349-1b0661eb129e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398395 Dec 27 14:37:41.406695 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-e1407d65-ad91-47b3-bb9c-857660033935 service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836976 Dec 27 14:37:41.494697 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-767bdc99-2315-4dca-9de3-570a8d308231 req-d4c9364c-2f7e-4bf2-ad85-2ff145c75f76 service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803425 Dec 27 14:37:51.002042 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-2987deaf-0b95-4c78-89db-fb4afc8c760c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:53.287659 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:37:53.378194 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-69c4c584-fe24-473b-8f2e-e6985c21bec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:54.450112 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:54.911145 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:56.234113 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:37:57.045093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:02.369957 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [req-c4d9b357-9d0d-4093-9614-89e8a9a0b931 req-3ffaf977-66ad-4721-b426-b4bb99f21c31 service neutron] (102430) timed out ('10.222.0.30', 58493) {{(pid=102430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 27 14:38:21.002538 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3223d8d0-22d5-4365-8e1c-c8d13a894d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:23.378543 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ab77495b-5bb6-4f83-aa8e-c93b85a0e11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:24.452335 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:24.916257 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:26.238096 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:27.047116 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:30.286456 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:38:37.460246 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37116) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:37.944619 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Deleting port 5dc8a76c-8cad-4317-9839-4d70ed1c93bc {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:37.944962 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:38.019261 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:38.019591 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:38.031399 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Calling delete_port for 5dc8a76c-8cad-4317-9839-4d70ed1c93bc owned by network:floatingip {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:38.175080 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:38.200420 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event deleted for resources: {'Port': ['ID=5dc8a76c-8cad-4317-9839-4d70ed1c93bc,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:38.224056 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.224407 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.224751 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.225088 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.225420 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.225747 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.226070 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.226390 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.226712 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.227034 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.227353 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.227669 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.228016 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:38.267933 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for floatingip, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:38.268262 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.db.l3_db [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Floating IP 8ce86232-da6f-4cab-a1ff-605007f81c7d disassociated (deleted). External IP: 172.27.2.107, port: ff0e66a2-6e25-4756-9e65-7d16cfb02fdb. Dec 27 14:38:38.470441 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:38:38.574998 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:38:38.580406 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for floatingip, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:38.584848 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] Sync routers for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:38:38.598159 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:38:38.598773 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:38:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:38.606624 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-d0843359-b382-4a8b-b9b4-9298d8c258ef tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "DELETE /v2.0/floatingips/8ce86232-da6f-4cab-a1ff-605007f81c7d HTTP/1.1" status: 204 len: 168 time: 1.1452968 Dec 27 14:38:38.607204 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:38:38.609571 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}afa3ef7d98819e17f93b1885df923641467e6a2652da91058ae42936ed80fbd5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14e55be-8f7b-404a-9001-3f94d7a3207d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:38:38.650616 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Dec 2021 14:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d00e04-b1c3-4611-9dec-4a5dea7a4658 x-openstack-request-id: req-27d00e04-b1c3-4611-9dec-4a5dea7a4658 {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:38:38.650905 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "status": "completed", "code": 200}]} {{(pid=102429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:38:38.651156 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27d00e04-b1c3-4611-9dec-4a5dea7a4658 {{(pid=102429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:38:38.651557 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'status': 'completed', 'code': 200} Dec 27 14:38:38.707303 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:38:38.721465 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-f192483c-ba65-4a65-bebf-ddabbb1bef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:38.722851 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-f192483c-ba65-4a65-bebf-ddabbb1bef7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a36edf49e96743a5995f7dedca7f0b38&device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0484045 Dec 27 14:38:38.839923 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-f9f7b9a8-353d-403b-83a4-048d30a1284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:38.841346 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-f9f7b9a8-353d-403b-83a4-048d30a1284f service neutron] 10.222.0.30 "GET /v2.0/networks?id=88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 200 len: 909 time: 0.1106651 Dec 27 14:38:38.864362 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf7778-182c-467c-b833-d6bac4a50670 req-ee8eddc3-0036-45ec-841b-005c563f79e6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:38.865807 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ddf7778-182c-467c-b833-d6bac4a50670 req-ee8eddc3-0036-45ec-841b-005c563f79e6 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0661545 Dec 27 14:38:38.897441 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-7d81f48b-56e2-4235-9dc8-c2604ac3a4da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 200 len: 217 time: 0.0476596 Dec 27 14:38:38.908155 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:38.934511 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] Checking router: 023f531a-9bac-49d8-9ec4-baf75b3a1d0b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:38:38.942788 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:38:38.943395 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:38:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:38.970847 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-9ddf7778-182c-467c-b833-d6bac4a50670 req-457f1cc3-2282-4398-8c75-7acf1638a7cc tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757239 Dec 27 14:38:38.974483 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-15324f2d-584d-4179-9259-04d2e62d9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:38.975865 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-15324f2d-584d-4179-9259-04d2e62d9d85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 200 len: 848 time: 0.0659752 Dec 27 14:38:39.023096 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-38ffdba1-adb4-4123-90e6-9bc9acfa7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:39.024602 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-38ffdba1-adb4-4123-90e6-9bc9acfa7658 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=88e95a23-a594-4f24-8889-211db842ea81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398409 Dec 27 14:38:39.055985 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:38:39.118591 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-6ce7067d-1b0b-4f60-b0a8-21335935b152 service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855057 Dec 27 14:38:39.210871 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-f14e55be-8f7b-404a-9001-3f94d7a3207d req-591b18ec-6c98-473d-ac68-7f730dad4dac service neutron] 10.222.0.30 "GET /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 Dec 27 14:38:39.261439 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:39.289084 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a44567-1997-4964-b546-231bd4cb9e66 None None] The sync data for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi is: [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:03Z', 'revision_number': 4, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi', '_interfaces': [{'id': 'd5cb0943-4606-4060-9c08-57d2f3925737', 'name': '', 'network_id': '88e95a23-a594-4f24-8889-211db842ea81', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'mac_address': 'fa:16:3e:22:58:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:02Z', 'updated_at': '2021-12-27T14:33:07Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'subnets': [{'id': '046e2689-3fc7-4f92-bdcd-f677ebd288d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:38:39.499264 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b45be4-c67e-41f4-b33d-2990a8a47319 None None] New status for floating IP 8ce86232-da6f-4cab-a1ff-605007f81c7d: DOWN {{(pid=102432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 27 14:38:40.086786 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21678218-a96e-4b89-b39b-d1e661b2a3b1 req-f79e9c03-684c-45b3-84ba-38bb8481384c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:40.088238 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-21678218-a96e-4b89-b39b-d1e661b2a3b1 req-f79e9c03-684c-45b3-84ba-38bb8481384c tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0488646 Dec 27 14:38:40.140743 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-21678218-a96e-4b89-b39b-d1e661b2a3b1 req-d232756c-009c-4609-ba2f-2904ede98c50 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/security-groups?id=d565346d-9542-467f-ac2d-ad3440ca8529&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Dec 27 14:38:40.468767 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-c22b5793-5abb-44c2-99a5-b9b65f4645ba tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 27 14:38:40.470166 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-c22b5793-5abb-44c2-99a5-b9b65f4645ba tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 946 time: 0.0464613 Dec 27 14:38:40.556999 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Deleting port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:40.557342 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:40.644644 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] For port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb, host hv-cinder-82301, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82301',level=0,port_id=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:40.644996 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:40.657399 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Calling delete_port for ff0e66a2-6e25-4756-9e65-7d16cfb02fdb owned by compute:nova {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:40.781347 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:40.807667 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event deleted for resources: {'Port': ['ID=ff0e66a2-6e25-4756-9e65-7d16cfb02fdb,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:40.820718 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.821069 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.821425 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.821748 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.822074 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.822405 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.822725 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.823044 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.823363 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.823685 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.824251 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.824377 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.824643 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:40.858609 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] No DVR routers for this DVR port ff0e66a2-6e25-4756-9e65-7d16cfb02fdb on host hv-cinder-82301 {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:38:40.861039 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-157870'] for port, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:40.864382 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [req-ac35cada-e2e4-4e12-81ce-c25bf89e0325 req-422eaedd-d475-4d42-81de-741794a725aa tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.30 "DELETE /v2.0/ports/ff0e66a2-6e25-4756-9e65-7d16cfb02fdb HTTP/1.1" status: 204 len: 173 time: 0.3872879 Dec 27 14:38:40.864813 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-deleted', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb'}] {{(pid=102430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 27 14:38:40.867029 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b7bce39bf479facec10642cde8749af3eadc131a3b05d05bd0b080bc8ef97616" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c7daee-bbc9-465f-a570-e7e6cb3f5d86" -d '{"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-deleted", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb"}]}' {{(pid=102430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 27 14:38:40.905438 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Dec 2021 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0828c33e-8451-46f8-8597-80281ba47103 x-openstack-request-id: req-0828c33e-8451-46f8-8597-80281ba47103 {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 27 14:38:40.905726 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca06c81-b73e-4443-87b2-4f6c071b4bc3", "name": "network-vif-deleted", "tag": "ff0e66a2-6e25-4756-9e65-7d16cfb02fdb", "status": "completed", "code": 200}]} {{(pid=102430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 27 14:38:40.905979 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0828c33e-8451-46f8-8597-80281ba47103 {{(pid=102430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 27 14:38:40.906373 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca06c81-b73e-4443-87b2-4f6c071b4bc3', 'name': 'network-vif-deleted', 'tag': 'ff0e66a2-6e25-4756-9e65-7d16cfb02fdb', 'status': 'completed', 'code': 200} Dec 27 14:38:41.261017 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [req-66f2ef2b-570f-4eae-846d-6e7721d4d368 req-3f68aca3-cb59-4801-babc-adcf25bc1e02 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ca06c81-b73e-4443-87b2-4f6c071b4bc3 HTTP/1.1" status: 200 len: 210 time: 0.0492237 Dec 27 14:38:42.309876 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37146) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:42.365631 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9da50cc4-676d-4320-a7df-169bece7ddd8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:42.390081 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9da50cc4-676d-4320-a7df-169bece7ddd8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:42.448334 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9da50cc4-676d-4320-a7df-169bece7ddd8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:42.450878 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-9da50cc4-676d-4320-a7df-169bece7ddd8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:42.452063 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-9da50cc4-676d-4320-a7df-169bece7ddd8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] 10.222.0.37 "DELETE /v2.0/security-groups/d565346d-9542-467f-ac2d-ad3440ca8529 HTTP/1.1" status: 204 len: 168 time: 0.1411600 Dec 27 14:38:42.461211 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da50cc4-676d-4320-a7df-169bece7ddd8 tempest-TestShelveInstance-2063231175 tempest-TestShelveInstance-2063231175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565346d-9542-467f-ac2d-ad3440ca8529,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:42.497093 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37150) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:42.929500 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:43.169288 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Deleting port d5cb0943-4606-4060-9c08-57d2f3925737 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:43.169627 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:43.246019 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] For port d5cb0943-4606-4060-9c08-57d2f3925737, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d5cb0943-4606-4060-9c08-57d2f3925737,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:43.246386 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:43.258856 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Calling delete_port for d5cb0943-4606-4060-9c08-57d2f3925737 owned by network:router_interface {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:43.437295 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:43.463548 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5cb0943-4606-4060-9c08-57d2f3925737,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:43.628847 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:43.835804 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:38:43.936057 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:38:43.941325 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-77a5de78-8a8e-4569-93b4-97abb50b52b8 admin admin] 10.222.0.37 "PUT /v2.0/routers/023f531a-9bac-49d8-9ec4-baf75b3a1d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4432166 Dec 27 14:38:43.944018 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37154) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:43.944731 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] Sync routers for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:38:43.954169 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:38:43.954780 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:38:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:44.050782 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.158568 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.196452 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: dv-cinder-823015-1-iscsi {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:38:44.210758 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Deleting port ae01597d-97bb-4c02-8ce5-50e45ae475f1 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:44.211099 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.298355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] For port ae01597d-97bb-4c02-8ce5-50e45ae475f1, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=ae01597d-97bb-4c02-8ce5-50e45ae475f1,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:44.298711 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.310885 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Calling delete_port for ae01597d-97bb-4c02-8ce5-50e45ae475f1 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:44.372210 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:38:43Z', 'revision_number': 5, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port': {'id': 'ae01597d-97bb-4c02-8ce5-50e45ae475f1', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:f1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:44.400965 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb no longer exists at agent hyperv_hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:44.403209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] Checking router: 023f531a-9bac-49d8-9ec4-baf75b3a1d0b for host: dv-cinder-823015-1-iscsi {{(pid=102431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:38:44.426644 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] No Port match for: ff0e66a2-6e25-4756-9e65-7d16cfb02fdb {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:44.426986 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Device ff0e66a2-6e25-4756-9e65-7d16cfb02fdb not bound to the agent host hv-cinder-82301 {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:44.433123 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] Routers {'023f531a-9bac-49d8-9ec4-baf75b3a1d0b'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:38:44.433742 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:38:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'], 'active': True} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:44.473542 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.498247 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae01597d-97bb-4c02-8ce5-50e45ae475f1,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:44.527633 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvr_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] Set router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b gateway port host: None {{(pid=102431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:38:44.557893 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.583080 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_hamode_db [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:38:44Z', 'revision_number': 6, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:44.609947 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e464-c9a9-4d78-9f5f-bdca2748a059 None None] The sync data for ids ['023f531a-9bac-49d8-9ec4-baf75b3a1d0b'] in dv-cinder-823015-1-iscsi is: [{'id': '023f531a-9bac-49d8-9ec4-baf75b3a1d0b', 'name': 'tempest-TestShelveInstance-1372243277-router', 'tenant_id': 'a36edf49e96743a5995f7dedca7f0b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:00Z', 'updated_at': '2021-12-27T14:38:44Z', 'revision_number': 6, 'project_id': 'a36edf49e96743a5995f7dedca7f0b38', 'gw_port_host': None}] {{(pid=102431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:38:44.650511 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.652681 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.694507 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.695145 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 023f531a-9bac-49d8-9ec4-baf75b3a1d0b {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:38:44.699681 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.700939 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-4e83dfe2-234a-40e2-a028-6a6dba5c5656 admin admin] 10.222.0.37 "DELETE /v2.0/routers/023f531a-9bac-49d8-9ec4-baf75b3a1d0b HTTP/1.1" status: 204 len: 168 time: 0.7559636 Dec 27 14:38:44.704215 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37156) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:44.745843 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Deleting subnet 046e2689-3fc7-4f92-bdcd-f677ebd288d7 {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:38:44.749751 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.782498 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.858977 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.909362 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.933582 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046e2689-3fc7-4f92-bdcd-f677ebd288d7,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:44.937375 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:44.940531 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-0480f35e-be83-4dec-b923-80b8d82e9646 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/046e2689-3fc7-4f92-bdcd-f677ebd288d7 HTTP/1.1" status: 204 len: 168 time: 0.2354193 Dec 27 14:38:44.942986 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37158) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:44.943583 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b928a-5196-4d39-b144-566e6b6f75d5 None None] Network 88e95a23-a594-4f24-8889-211db842ea81 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:38:45.031157 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.089017 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Deleting port 2d7db517-9ee3-443f-a069-4044e341c518 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:45.089352 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.149694 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] For port 2d7db517-9ee3-443f-a069-4044e341c518, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=2d7db517-9ee3-443f-a069-4044e341c518,segment=NetworkSegment(7776abcb-d99f-472b-85d0-5d788faf913e),segment_id=7776abcb-d99f-472b-85d0-5d788faf913e)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:45.150061 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.162563 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Calling delete_port for 2d7db517-9ee3-443f-a069-4044e341c518 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:45.241826 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.266717 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7db517-9ee3-443f-a069-4044e341c518,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:45.270232 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] No DVR routers for this DVR port 2d7db517-9ee3-443f-a069-4044e341c518 on host dv-cinder-823015-1-iscsi {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:38:45.344177 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.363709 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e95a23-a594-4f24-8889-211db842ea81']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:45.376503 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7776abcb-d99f-472b-85d0-5d788faf913e') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:45.377036 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7776abcb-d99f-472b-85d0-5d788faf913e') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:45.391087 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.406216 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.411338 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a385dee-8273-47c5-b246-f541a3c8cbcf None None] DHCP port deletion for 88e95a23-a594-4f24-8889-211db842ea81 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:38:45.415672 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:38:45.416084 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:38:45.418453 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:38:45.473273 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.478587 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:45.482241 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] 10.222.0.37 "DELETE /v2.0/networks/88e95a23-a594-4f24-8889-211db842ea81 HTTP/1.1" status: 204 len: 168 time: 0.5383186 Dec 27 14:38:45.485969 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37160) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:45.494037 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dce00a-f3bc-424c-8fe7-bde8f454495c admin admin] Pushing event deleted for resources: {'Network': ['ID=88e95a23-a594-4f24-8889-211db842ea81,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:45.830399 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2013964'] for router_interface, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:46.066029 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Deleting port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 {{(pid=102429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:46.066365 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:46.145236 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.db [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] For port dcd98d84-cb84-4a7d-8c59-45edbc54e8d3, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:46.145665 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:46.158151 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.plugins.ml2.plugin [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Calling delete_port for dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 owned by network:router_interface {{(pid=102429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:46.168231 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 2d7db517-9ee3-443f-a069-4044e341c518 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:46.187944 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: 2d7db517-9ee3-443f-a069-4044e341c518 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:46.188289 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device 2d7db517-9ee3-443f-a069-4044e341c518 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:46.188707 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d5cb0943-4606-4060-9c08-57d2f3925737 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:46.207291 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: d5cb0943-4606-4060-9c08-57d2f3925737 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:46.207640 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d5cb0943-4606-4060-9c08-57d2f3925737 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:46.208087 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ae01597d-97bb-4c02-8ce5-50e45ae475f1 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:46.226932 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: ae01597d-97bb-4c02-8ce5-50e45ae475f1 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:46.227277 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device ae01597d-97bb-4c02-8ce5-50e45ae475f1 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:46.335495 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13257333'] for port, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:46.363425 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd98d84-cb84-4a7d-8c59-45edbc54e8d3,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:46.530514 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2014048'] for router_interface, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:46.978273 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc has already been hosted by L3 agent 181c95c4-75b0-4e59-b869-8f58b6d8132f {{(pid=102429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 27 14:38:47.081757 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] Notify agent at l3_agent.dv-cinder-823015-1-iscsi the message routers_updated {{(pid=102429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 27 14:38:47.086641 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-f201a19b-dc78-4de5-8c66-a1581a996da6 admin admin] 10.222.0.37 "PUT /v2.0/routers/1eb55da9-d88b-43c3-b2a2-50b5d567c0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5995884 Dec 27 14:38:47.089355 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37162) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:47.090191 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] Sync routers for ids ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'] in dv-cinder-823015-1-iscsi {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 27 14:38:47.100207 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] Routers {'1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:38:47.100813 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:38:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:47.193912 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks [] for router, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:47.203785 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] Set router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc gateway port host: dv-cinder-823015-1-iscsi {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:38:47.293751 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:47.350552 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Deleting port d207b726-fde6-4a50-bdd8-708a78c03d61 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:47.350883 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:47.382956 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'external_fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:38:46Z', 'revision_number': 5, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port': {'id': 'd207b726-fde6-4a50-bdd8-708a78c03d61', 'name': '', 'network_id': 'fb3df41a-be6b-4bfb-91c7-938b7dde757a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:7e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-823015-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-27T14:33:05Z', 'updated_at': '2021-12-27T14:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6bbbf1b8-1f5c-46d2-9140-a82ea205c57c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-823015-1-iscsi'}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:47.418010 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] Checking router: 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc for host: dv-cinder-823015-1-iscsi {{(pid=102432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 27 14:38:47.426874 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] Routers {'1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'} bound to L3 agent in host dv-cinder-823015-1-iscsi {{(pid=102432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 27 14:38:47.427488 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-823015-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-27T14:13:23Z,description=,heartbeat_timestamp=2021-12-27T14:38:23Z,host='dv-cinder-823015-1-iscsi',id=181c95c4-75b0-4e59-b869-8f58b6d8132f,load=0,resource_versions=,resources_synced=,started_at=2021-12-27T14:13:23Z,topic='l3_agent')) {'router_ids': ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'], 'active': True} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:47.429366 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] For port d207b726-fde6-4a50-bdd8-708a78c03d61, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=d207b726-fde6-4a50-bdd8-708a78c03d61,segment=NetworkSegment(3df9554c-4675-47c3-81fb-2cf8175c1a0b),segment_id=3df9554c-4675-47c3-81fb-2cf8175c1a0b)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:47.429725 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:47.441862 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Calling delete_port for d207b726-fde6-4a50-bdd8-708a78c03d61 owned by network:router_gateway {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:47.512923 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_dvr_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] Set router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc gateway port host: None {{(pid=102432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 27 14:38:47.565792 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.l3_hamode_db [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:38:47Z', 'revision_number': 6, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port_host': None}], 'dv-cinder-823015-1-iscsi', False) {} {{(pid=102432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:47.596270 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2445d-bd1c-4176-a1f5-16c196c8285c None None] The sync data for ids ['1eb55da9-d88b-43c3-b2a2-50b5d567c0dc'] in dv-cinder-823015-1-iscsi is: [{'id': '1eb55da9-d88b-43c3-b2a2-50b5d567c0dc', 'name': 'tempest-TestShelveInstance-707095261-router', 'tenant_id': '87fdc017eee24a83b1ef3dafa2056e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-27T14:33:04Z', 'updated_at': '2021-12-27T14:38:47Z', 'revision_number': 6, 'project_id': '87fdc017eee24a83b1ef3dafa2056e66', 'gw_port_host': None}] {{(pid=102432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 27 14:38:47.604116 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:47.633384 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Pushing event deleted for resources: {'Port': ['ID=d207b726-fde6-4a50-bdd8-708a78c03d61,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:47.961541 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2007490'] for router_gateway, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.051661 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46376'] for router, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.053761 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.094718 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2013217'] for router, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.095400 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb55da9-d88b-43c3-b2a2-50b5d567c0dc {{(pid=102430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 27 14:38:48.099554 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] Publish callbacks [] for router, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.100643 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-bb942e42-18ab-4850-8267-d1dbe3a15555 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1eb55da9-d88b-43c3-b2a2-50b5d567c0dc HTTP/1.1" status: 204 len: 168 time: 1.0092745 Dec 27 14:38:48.103182 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37164) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:48.146274 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Deleting subnet 670ca652-490b-4e5a-878a-6d59253eb05d {{(pid=102430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 27 14:38:48.149343 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.186387 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12872829'] for subnet, precommit_delete_associations {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.259593 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1032489'] for subnet, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.310523 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1032486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12739564'] for subnet, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.340969 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670ca652-490b-4e5a-878a-6d59253eb05d,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:48.343531 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for subnet, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.349166 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1cbc13f2-c437-46dc-af5f-b4511b7080d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/670ca652-490b-4e5a-878a-6d59253eb05d HTTP/1.1" status: 204 len: 168 time: 0.2427065 Dec 27 14:38:48.349481 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37166) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:48.353270 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972dac86-82e9-4124-9ebd-7aad71804570 None None] Network f5f864fa-c5b9-4174-a059-a9de971b4649 requested from dv-cinder-823015-1-iscsi {{(pid=102431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 27 14:38:48.417256 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:48.422206 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-965111'] for network, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.459775 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:48.460143 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device dcd98d84-cb84-4a7d-8c59-45edbc54e8d3 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:48.460786 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d207b726-fde6-4a50-bdd8-708a78c03d61 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:48.481559 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Deleting port df91ea77-3dab-4cee-8a91-38baa6a1c042 {{(pid=102430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:48.481894 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.490559 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: d207b726-fde6-4a50-bdd8-708a78c03d61 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:48.490899 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device d207b726-fde6-4a50-bdd8-708a78c03d61 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:48.552557 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.db [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] For port df91ea77-3dab-4cee-8a91-38baa6a1c042, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=df91ea77-3dab-4cee-8a91-38baa6a1c042,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:48.552950 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.567222 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.plugin [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Calling delete_port for df91ea77-3dab-4cee-8a91-38baa6a1c042 owned by network:dhcp {{(pid=102430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:48.570143 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] DHCP port deletion for f5f864fa-c5b9-4174-a059-a9de971b4649 request from dv-cinder-823015-1-iscsi {{(pid=102431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 27 14:38:48.625100 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Deleting port df91ea77-3dab-4cee-8a91-38baa6a1c042 {{(pid=102431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Dec 27 14:38:48.625100 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770768984140'] for port, before_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.652202 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12653270'] for port, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.679401 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Pushing event deleted for resources: {'Port': ['ID=df91ea77-3dab-4cee-8a91-38baa6a1c042,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:48.681225 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] No DVR routers for this DVR port df91ea77-3dab-4cee-8a91-38baa6a1c042 on host dv-cinder-823015-1-iscsi {{(pid=102430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:38:48.685981 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.db [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] For port df91ea77-3dab-4cee-8a91-38baa6a1c042, host dv-cinder-823015-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-823015-1-iscsi',level=0,port_id=df91ea77-3dab-4cee-8a91-38baa6a1c042,segment=NetworkSegment(b5137761-b3d5-4126-a460-85bc955dadcd),segment_id=b5137761-b3d5-4126-a460-85bc955dadcd)] {{(pid=102431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 27 14:38:48.686903 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1953923'] for port, precommit_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.703986 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Calling delete_port for df91ea77-3dab-4cee-8a91-38baa6a1c042 owned by network:dhcp {{(pid=102431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Dec 27 14:38:48.755926 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1033142', 'neutron.services.segments.db._delete_segments_for_network-8770769138270'] for network, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.776469 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f864fa-c5b9-4174-a059-a9de971b4649']}} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:48.778829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1004985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-174123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770769044511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770768567938'] for port, after_delete {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.786545 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5137761-b3d5-4126-a460-85bc955dadcd') {'for_net_delete': True} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:48.786849 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.services.segments.db [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5137761-b3d5-4126-a460-85bc955dadcd') {} {{(pid=102430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 27 14:38:48.796024 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770769144935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12872778'] for segment, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.804272 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Pushing event deleted for resources: {'Port': ['ID=df91ea77-3dab-4cee-8a91-38baa6a1c042,revision_number=None']} {{(pid=102431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:48.808583 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] No DVR routers for this DVR port df91ea77-3dab-4cee-8a91-38baa6a1c042 on host dv-cinder-823015-1-iscsi {{(pid=102431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 27 14:38:48.810553 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070'] for segment, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.816829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.816829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.816829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.816829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.816829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.816829 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.817492 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.817492 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.817751 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.818152 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.818368 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.818683 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.818996 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb0ea92-ea2b-4d21-b19b-b58b816fb2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-823015-1-iscsi {{(pid=102431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 27 14:38:48.822045 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=102430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 27 14:38:48.822439 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1036070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12653319'] for segment, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: Traceback (most recent call last): Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: timer() Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: cb(*args, **kw) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: return func(*args, **kwargs) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: self._notify() Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: self.callback(batched_events) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: event.method(event) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: aggregate_uuid = self.p_client.list_aggregates( Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: return f(self, *a, **k) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._get(url).json() Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: return self.request(url, 'GET', **kwargs) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: base_url = self.get_endpoint(auth, allow=allow, Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 27 14:38:48.824295 dv-cinder-823015-1-iscsi neutron-server[102430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 27 14:38:48.879746 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1033135', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2007550'] for network, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.885147 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602546'] for network, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:48.891088 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f5f864fa-c5b9-4174-a059-a9de971b4649 HTTP/1.1" status: 204 len: 168 time: 0.5382278 Dec 27 14:38:48.899988 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945731f-673a-4ab5-a02a-15b15302d985 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f864fa-c5b9-4174-a059-a9de971b4649,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:49.001050 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37170) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:49.041539 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-1753c8c3-b587-4814-b1eb-42badefb0cbd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a36edf49e96743a5995f7dedca7f0b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392163 Dec 27 14:38:49.043773 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.wsgi [-] (102430) accepted ('10.222.0.37', 37172) {{(pid=102430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:49.090021 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9050c06c-adbb-46a6-8d67-3a289331f58d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.110798 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9050c06c-adbb-46a6-8d67-3a289331f58d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.157093 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9050c06c-adbb-46a6-8d67-3a289331f58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.160013 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron_lib.callbacks.manager [None req-9050c06c-adbb-46a6-8d67-3a289331f58d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.161188 dv-cinder-823015-1-iscsi neutron-server[102430]: INFO neutron.wsgi [None req-9050c06c-adbb-46a6-8d67-3a289331f58d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a8fe200b-1117-40d0-8808-df911676eecd HTTP/1.1" status: 204 len: 168 time: 0.1165159 Dec 27 14:38:49.168825 dv-cinder-823015-1-iscsi neutron-server[102430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050c06c-adbb-46a6-8d67-3a289331f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fe200b-1117-40d0-8808-df911676eecd,revision_number=None']} {{(pid=102430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:49.475782 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37178) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:49.516533 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-35f77a99-539d-4cd6-b885-448e18942194 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87fdc017eee24a83b1ef3dafa2056e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395145 Dec 27 14:38:49.518863 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [-] (102429) accepted ('10.222.0.37', 37180) {{(pid=102429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 27 14:38:49.565757 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a6520358-1318-446c-bf0f-dc5ca7df0feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.586054 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a6520358-1318-446c-bf0f-dc5ca7df0feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.631739 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a6520358-1318-446c-bf0f-dc5ca7df0feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091523'] for security_group, after_delete {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.634249 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron_lib.callbacks.manager [None req-a6520358-1318-446c-bf0f-dc5ca7df0feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:49.635368 dv-cinder-823015-1-iscsi neutron-server[102429]: INFO neutron.wsgi [None req-a6520358-1318-446c-bf0f-dc5ca7df0feb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55b6beb1-810e-44eb-9cec-bf9318f4711c HTTP/1.1" status: 204 len: 168 time: 0.1156280 Dec 27 14:38:49.642852 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6520358-1318-446c-bf0f-dc5ca7df0feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b6beb1-810e-44eb-9cec-bf9318f4711c,revision_number=None']} {{(pid=102429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 27 14:38:50.152350 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device df91ea77-3dab-4cee-8a91-38baa6a1c042 no longer exists at agent ovs-agent-dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 27 14:38:50.178148 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.plugin [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] No Port match for: df91ea77-3dab-4cee-8a91-38baa6a1c042 {{(pid=102431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Dec 27 14:38:50.178477 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron.plugins.ml2.rpc [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Device df91ea77-3dab-4cee-8a91-38baa6a1c042 not bound to the agent host dv-cinder-823015-1-iscsi {{(pid=102431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 27 14:38:51.005083 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9f639473-736c-4446-910c-87ebabcf7daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:53.380488 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d7068c1-5966-4657-ad2a-deb36b42cfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:54.453058 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:54.914804 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:56.239108 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:38:57.049171 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:07.285663 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:39:21.005471 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ad25bd66-92ba-49e9-8b71-9a6a9f31915a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:23.381302 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e9c2af04-b005-4ab0-989a-dc647fd6143c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:24.457039 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:24.911792 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:26.242100 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:27.050839 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:44.284684 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:39:51.007366 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8f4b-23b7-4773-8f09-da918050bce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:53.381597 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-268bb819-df94-4f6a-a821-f30166a8cf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:54.459267 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:54.923251 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:56.245356 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:39:57.052562 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:21.008305 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-123fc3a9-4fa5-44ec-b932-e197b79a1aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:21.284269 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:40:23.380755 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-22859875-2bdb-4055-ba45-6b547c6d991c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:24.462257 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:24.927087 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:26.246347 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:27.054070 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:51.008878 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-ec970b6b-56cd-496f-b3be-99938d434d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:53.381867 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-525a9500-b6c8-44f3-9d32-882900743994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:54.465268 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:54.926691 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:56.250205 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:57.056093 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:40:58.284009 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:41:21.009777 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-f4fe03be-a4dd-4289-aab5-ee9bed29970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:23.382544 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-bb0ebef8-d940-4b65-bcaa-a997b2368304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:24.467873 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:24.927577 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:26.252094 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:27.057573 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:35.283679 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:41:51.011952 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4dbe791f-ce0c-42e6-b4d6-86fc3525f866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:53.384310 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b3d94d5c-da7e-4ff0-bc77-6440505e355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:54.470363 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:54.930954 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:56.253736 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:41:57.059121 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:12.283100 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:42:21.015973 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-3e67359c-2c32-4073-bef4-b4c27b2aa176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:23.385188 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-28cc875b-afeb-4687-9476-46fc3ef133bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:24.473209 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:24.928385 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:26.256350 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:27.061347 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:49.283149 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:42:51.018910 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-a8770d22-ac34-4ccd-bd23-6f93dc16c3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:53.387224 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-e05eb319-1311-4008-b3be-879fbc5de405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:54.479379 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:55.060706 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:56.258861 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:42:57.063631 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:21.019625 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-1052b17b-818e-4a97-9562-7800d73ee713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:23.389094 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-532597be-c110-4c1b-950e-3b1bcdb64542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:24.480278 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:24.942148 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:26.261605 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:26.283028 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:43:27.065909 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:51.020975 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ee88-0778-471e-90b6-acaad84937a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:53.389503 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-9d563a37-bca1-42b3-975f-886acbf000b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:54.482520 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:54.941325 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:56.264180 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-8b080327-78cd-456b-bf12-8d67c54c9217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:43:57.067272 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c171f75d-9bd7-448c-866c-493a309ea8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:44:03.281988 dv-cinder-823015-1-iscsi neutron-server[102432]: DEBUG neutron.db.agents_db [None req-da7e9d01-4398-4c04-8f0c-1077c3be7207 None None] Agent healthcheck: found 6 active agents {{(pid=102432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 27 14:44:13.637697 dv-cinder-823015-1-iscsi neutron-server[102429]: DEBUG neutron.wsgi [req-ee7ca5d8-404f-437d-866d-499f1ca6f1f9 req-a58e803e-f9b7-4995-80f4-4b1dd018c810 service neutron] (102429) timed out ('10.222.0.30', 58519) {{(pid=102429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 27 14:44:21.025816 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-536f6fe9-07bc-4483-ad03-a97a3fdc807b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:44:23.389402 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-55560ad8-ef70-4dd2-9ab1-b99101410a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:44:24.486571 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-c3e76b8d-5f78-47d3-ae94-ae84c9e234b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 27 14:44:24.949494 dv-cinder-823015-1-iscsi neutron-server[102431]: DEBUG neutron_lib.callbacks.manager [None req-4f418c66-6c2f-412f-8b0a-ca4825c56b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770769138252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1030892'] for agent, after_update {{(pid=102431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}